[ 558.068576] env[70911]: INFO neutron.common.config [-] Logging enabled! [ 558.068948] env[70911]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 558.069093] env[70911]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=70911) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 558.069310] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 558.069409] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 558.070237] env[70911]: WARNING oslo_policy.policy [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.070463] env[70911]: WARNING oslo_policy.policy [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.071943] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] VMware NSXv3 Agent initialized successfully. [ 558.072323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] Acquiring lock "singleton_lock" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.072450] env[70911]: DEBUG oslo_concurrency.lockutils [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] Acquired lock "singleton_lock" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.072872] env[70911]: DEBUG oslo_concurrency.lockutils [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] Releasing lock "singleton_lock" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.072940] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] Full set of CONF: {{(pid=70911) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 558.073159] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ******************************************************************************** {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 558.073284] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] Configuration options gathered from: {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 558.073526] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 558.073701] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 558.073816] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ================================================================================ {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 558.073990] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] agent_down_time = 75 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.074152] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] allow_automatic_dhcp_failover = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.074292] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] allow_bulk = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.074441] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] api_extensions_path = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.074615] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] api_paste_config = api-paste.ini {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.074769] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] auth_strategy = keystone {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.074881] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] backdoor_port = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.075014] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] backdoor_socket = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.075148] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] backlog = 4096 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.075298] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] base_mac = fa:16:3e:00:00:00 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.075465] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] bind_host = 0.0.0.0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.075653] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] bind_port = 9696 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.075812] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] client_socket_timeout = 900 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.075966] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] config_dir = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.076096] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.076242] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] config_source = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.076390] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] control_exchange = neutron {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.076536] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] core_plugin = ml2 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.076683] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] debug = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.076851] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] default_availability_zones = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.077048] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.077197] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] dhcp_agent_notification = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.077339] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] dhcp_agents_per_network = 1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.077480] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] dhcp_lease_duration = 86400 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.077632] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] dhcp_load_type = networks {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.077776] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] dns_domain = openstacklocal {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.077918] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078067] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] enable_default_route_bfd = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078203] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] enable_default_route_ecmp = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078338] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] enable_dvr = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078471] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] enable_new_agents = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078604] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078737] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] enable_signals = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078868] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] enable_traditional_dhcp = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.078997] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] external_dns_driver = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.079147] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] filter_validation = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.079293] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] global_physnet_mtu = 8950 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.079432] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] graceful_shutdown_timeout = 60 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.079612] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] host = cpu-1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.079760] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] host_dvr_for_dhcp = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.079901] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] http_retries = 3 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.080114] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] instance_format = [instance: %(uuid)s] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.080280] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.080428] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ipam_driver = internal {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.080568] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ipv6_pd_enabled = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] l3_ha = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] l3_ha_network_physical_name = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] l3_ha_network_type = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_color = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_config_append = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084529] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_dir = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084529] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_file = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084529] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_options = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084529] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_rotate_interval = 1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084529] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_rotate_interval_type = days {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084529] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] log_rotation_type = none {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084686] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084686] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084686] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084686] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084686] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084817] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] max_dns_nameservers = 5 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084817] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] max_header_line = 16384 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084817] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] max_l3_agents_per_router = 3 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084817] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] max_logfile_count = 30 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084817] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] max_logfile_size_mb = 200 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084817] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] max_subnet_host_routes = 20 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084817] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] my_ip = 10.180.1.21 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084997] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] my_ipv6 = ::1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084997] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] network_auto_schedule = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084997] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] network_link_prefix = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084997] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084997] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] notify_nova_on_port_data_changes = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.084997] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] notify_nova_on_port_status_changes = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085171] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] pagination_max_limit = -1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085171] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] publish_errors = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085171] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] rate_limit_burst = 0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085247] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] rate_limit_except_level = CRITICAL {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085562] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] rate_limit_interval = 0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085562] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] retry_until_window = 30 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085670] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] router_distributed = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085820] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] rpc_resources_processing_step = 20 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.085957] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] rpc_response_max_timeout = 600 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.086107] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] rpc_response_timeout = 60 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.086243] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] send_events_interval = 2 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.086395] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] service_plugins = ['router'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.086562] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] setproctitle = on {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.086676] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] shell_completion = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.086815] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] state_path = /opt/stack/data/neutron {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.086953] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] syslog_log_facility = LOG_USER {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.087106] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] tcp_keepidle = 600 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.087245] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] transport_url = **** {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.087379] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] use_journal = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.087530] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] use_json = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.087641] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] use_ssl = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.087826] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] use_stderr = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.087919] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] use_syslog = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.088049] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] vlan_qinq = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.089786] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] vlan_transparent = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.089786] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] watch_log_file = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.089786] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] wsgi_default_pool_size = 100 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.089786] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] wsgi_keep_alive = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.089786] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.089786] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] wsgi_server_debug = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.090224] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_concurrency.disable_process_locking = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090224] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090224] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090224] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090224] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090224] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090498] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090498] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.connection_string = messaging:// {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090498] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.enabled = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090498] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.es_doc_type = notification {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090498] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.es_scroll_size = 10000 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090721] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.es_scroll_time = 2m {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090721] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.filter_error_trace = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090815] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.hmac_keys = **** {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.090958] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.sentinel_service_name = mymaster {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.091122] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.socket_timeout = 0.1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.091263] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.trace_requests = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.091402] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler.trace_sqlalchemy = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.091554] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler_jaeger.process_tags = {} {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.091696] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler_jaeger.service_name_prefix = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.091941] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] profiler_otlp.service_name_prefix = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.092125] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.enforce_new_defaults = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.092403] env[70911]: WARNING oslo_config.cfg [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 558.092935] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.enforce_scope = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.093113] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.policy_default_rule = default {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.093277] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.093553] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.093733] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.093879] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.094030] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.094174] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.094373] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.094558] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_policy.remote_timeout = 60.0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.094727] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.095155] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] agent.extensions = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.095324] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.095692] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] service_providers.service_provider = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.095870] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.default_quota = -1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.096046] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.096263] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_floatingip = 50 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.096421] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_network = 100 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.096770] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_port = 500 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.096928] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.097087] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_router = 10 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.097236] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_security_group = 10 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.097379] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.097521] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.quota_subnet = 100 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.097664] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] QUOTAS.track_quota_usage = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.097821] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.097960] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep.group = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.098116] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep.helper_command = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.098261] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.098402] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep.thread_pool_size = 8 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.098539] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep.user = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.098688] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.099108] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_dhcp_release.group = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.099263] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_dhcp_release.helper_command = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.099412] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.099557] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.099951] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_dhcp_release.user = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.100129] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.100277] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_ovs_vsctl.group = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.100420] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_ovs_vsctl.helper_command = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.100571] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.100716] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.101053] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_ovs_vsctl.user = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.101217] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_namespace.capabilities = [21] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.101360] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_namespace.group = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.101504] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_namespace.helper_command = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.101652] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.101800] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_namespace.thread_pool_size = 8 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.101944] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_namespace.user = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.102107] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_conntrack.capabilities = [12] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.102244] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_conntrack.group = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.102387] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_conntrack.helper_command = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.102530] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.102682] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.102821] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_conntrack.user = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.102969] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_link.capabilities = [12, 21] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.103117] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_link.group = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.103255] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_link.helper_command = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.103396] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.103823] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_link.thread_pool_size = 8 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.104010] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] privsep_link.user = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.104187] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.104345] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.104510] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.continue_on_failed_promotions = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.104668] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.dscp = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.104816] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.dscp_inherit = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.104967] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.force_mp_to_policy = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.105122] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.locking_coordinator_url = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.105268] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.log_agent_heartbeats = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.105413] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.logging_expire = 1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.105566] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.105736] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.105895] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.polling_interval = 240 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.106052] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.106205] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.106354] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.report_interval = 30.0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.106501] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.106650] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.106802] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.106981] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.sync_skew = 60 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.107148] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.synchronization_queue_size = 20 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.107298] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT.use_helper_for_ns_read = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.107445] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] SECURITYGROUP.enable_ipset = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.107594] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] SECURITYGROUP.enable_security_group = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.107742] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.107890] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.108048] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] experimental.ipv6_pd_enabled = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.108215] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.extension_drivers = ['port_security'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.108355] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.external_network_type = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.108508] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.108661] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.overlay_ip_version = 4 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.108808] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.path_mtu = 8950 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.108955] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.physical_network_mtus = {} {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.109121] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.tenant_network_types = ['vlan'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.109273] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.109425] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ml2.type_drivers = ['vlan'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.109576] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT_CLI.neutron_port_id = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.109719] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.109861] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.110020] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.110177] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.110324] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.110470] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.110617] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.110765] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.110964] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.111129] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_login_password = **** {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.111279] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_login_port = 443 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.111423] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_login_user = admin {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.111568] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.111717] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.111862] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.112012] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.112166] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.112316] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.112465] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.112609] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.112755] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.112903] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.113287] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.113287] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.113377] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.113535] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.113688] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] vsphere.vsphere_login_password = VMware1! {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.113834] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.113977] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.114137] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.auth_section = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.114286] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.auth_type = password {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.114432] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.114594] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.certfile = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.114743] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.collect_timing = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.114893] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.endpoint_type = public {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.115049] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.insecure = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.115187] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.keyfile = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.115333] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.region_name = RegionOne {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.115474] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.split_loggers = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.115630] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] nova.timeout = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.115784] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.auth_section = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.115988] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.auth_type = password {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.116089] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.116224] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.certfile = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.116362] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.collect_timing = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.116507] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.endpoint_type = public {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.116645] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.insecure = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.116778] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.keyfile = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.116948] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.region_name = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.117108] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.split_loggers = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.117244] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] placement.timeout = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.117389] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.auth_section = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.117529] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.auth_type = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.117665] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.cafile = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.117799] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.certfile = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.117941] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.collect_timing = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.118133] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.connect_retries = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.118279] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.connect_retry_delay = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.118421] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.enable_notifications = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.118557] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.endpoint_override = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.118720] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.insecure = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.118908] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.interface = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.119079] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.keyfile = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.119222] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.max_version = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.119356] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.min_version = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.119490] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.region_name = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.119627] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.retriable_status_codes = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.119761] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.service_name = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.119895] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.service_type = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.120049] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.split_loggers = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.120190] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.status_code_retries = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.120327] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.status_code_retry_delay = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.120464] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.timeout = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.120599] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.valid_interfaces = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.120736] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ironic.version = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.120878] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] cli_script.dry_run = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.121037] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.121179] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.121320] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.121459] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.121598] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.121737] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.121873] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.122016] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.122160] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.122308] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.122445] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.122589] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.122735] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.122878] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.123081] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.123258] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.123405] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.123549] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.123701] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.123842] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.123983] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.124143] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.124287] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.124430] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.124598] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.124748] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.124890] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.125043] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.125187] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.125327] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.125468] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.ssl = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.125636] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.125797] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.126291] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.126291] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.126291] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.126412] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.126604] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_notifications.driver = [] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.126686] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_notifications.retry = -1 {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.126846] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.127038] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.127123] env[70911]: DEBUG oslo_service.backend.eventlet.service [None req-6e587d77-cca0-40e3-80f0-d397562dab95 None None] ******************************************************************************** {{(pid=70911) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 558.128120] env[70911]: DEBUG neutron.agent.securitygroups_rpc [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Init firewall settings (driver=nsxv3) {{(pid=70911) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 558.129443] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=70911) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 558.129682] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] RPC agent_id: nsxm-l-01a.corp.local [ 558.131917] env[70911]: DEBUG dogpile.cache.region [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.132053] env[70911]: DEBUG dogpile.lock [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.132158] env[70911]: DEBUG dogpile.lock [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.132253] env[70911]: DEBUG dogpile.lock [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.132381] env[70911]: DEBUG dogpile.cache.region [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.132447] env[70911]: DEBUG dogpile.lock [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.132557] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.152317] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Session token - acquiring [ 558.154405] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.156134] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.156134] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.156134] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.165778] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.422959] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 558.444915] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 558.445130] env[70911]: DEBUG dogpile.cache.region [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Cache value generated in 0.312 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 558.445202] env[70911]: DEBUG dogpile.lock [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 558.445313] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Activating Policy API Provider. [ 558.445540] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Looking for the default Infrastructure Rules. [ 558.502754] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Looking for the Default Layer3 Logged Drop Section. [ 558.516461] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 558.516888] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.517068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.517175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.517435] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.517771] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.032647] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.535704] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.038745] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Inventory metadata is going to be refreshed. [ 560.038745] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 560.720523] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.721099] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.721099] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.721248] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.733692] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 560.833524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.834468] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 560.852985] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.853243] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.853243] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.853530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.853650] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.853809] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 560.853907] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.854022] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 560.872253] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.872404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.872514] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.872787] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.872954] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.873107] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 560.890486] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.890665] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.890890] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.891223] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.891379] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.891527] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 560.907982] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.908193] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.908281] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.908546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.908684] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.908831] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 560.908932] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.909051] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 560.926600] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.926804] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.926878] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.927123] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.927250] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.927386] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 560.927491] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.927597] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 560.946240] env[70911]: DEBUG networking_nsxv3.common.locking [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.946460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.946503] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.946772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.946918] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.947083] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 560.947189] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.947292] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Inventory metadata have been refreshed. [ 560.947388] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Dryrun:True. Metadata refresh completed. [ 560.947503] env[70911]: DEBUG oslo_concurrency.lockutils [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Releasing lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.949139] env[70911]: INFO neutron.agent.agent_extensions_manager [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Loaded agent extensions: [] [ 560.949842] env[70911]: DEBUG neutron_lib.callbacks.manager [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=70911) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 560.999562] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent RPC Daemon Started! [ 560.999739] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:0 started [ 560.999739] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent out of sync with plugin! [ 565.951021] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.951356] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.953014] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.953014] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.922849] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cd59aae1-7861-4265-96a7-4a0513dbea9e demo admin] Enqueued Resource ID: 6a821ced-5258-493a-a14a-2ff8003f89ab with Priority: HIGHEST for action security_group_rules [ 574.923380] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a821ced-5258-493a-a14a-2ff8003f89ab with Priority: HIGHEST for action security_group_rules [ 574.923670] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a821ced-5258-493a-a14a-2ff8003f89ab taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.923795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a821ced-5258-493a-a14a-2ff8003f89ab" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.923856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a821ced-5258-493a-a14a-2ff8003f89ab" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.924228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a821ced-5258-493a-a14a-2ff8003f89ab" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.924357] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a821ced-5258-493a-a14a-2ff8003f89ab',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.443801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.444030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.444030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.444210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.444272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.444382] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a821ced-5258-493a-a14a-2ff8003f89ab already deleted. [ 575.444457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a821ced-5258-493a-a14a-2ff8003f89ab" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.924320] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.924635] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.926201] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.926201] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.927970] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.928383] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 594.929401] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.931141] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.930914] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.931235] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.696313] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7a27f976-7c64-4c5a-a9ce-aa12a8949469 None None] Enqueued Resource ID: ee350171-808d-4b31-bab7-1b000e0bd127 with Priority: HIGHEST for action port [ 603.696543] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee350171-808d-4b31-bab7-1b000e0bd127 with Priority: HIGHEST for action port [ 603.698575] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee350171-808d-4b31-bab7-1b000e0bd127 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.698575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee350171-808d-4b31-bab7-1b000e0bd127" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.698575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee350171-808d-4b31-bab7-1b000e0bd127" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.698575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee350171-808d-4b31-bab7-1b000e0bd127" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.698864] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee350171-808d-4b31-bab7-1b000e0bd127',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.740066] env[70911]: INFO networking_nsxv3.common.synchronization [None req-8bb95e50-c6bd-4b37-9a05-4505a389f77b None None] Enqueued Resource ID: 95b4caf1-d14f-4ac2-ba51-1b429e69043c with Priority: HIGHEST for action port [ 603.740553] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b4caf1-d14f-4ac2-ba51-1b429e69043c with Priority: HIGHEST for action port [ 603.740978] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b4caf1-d14f-4ac2-ba51-1b429e69043c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.741125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b4caf1-d14f-4ac2-ba51-1b429e69043c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.741446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b4caf1-d14f-4ac2-ba51-1b429e69043c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.743942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b4caf1-d14f-4ac2-ba51-1b429e69043c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.743942] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b4caf1-d14f-4ac2-ba51-1b429e69043c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.203121] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee350171-808d-4b31-bab7-1b000e0bd127 [ 604.203121] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.203121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.203121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.203121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.203121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.203121] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee350171-808d-4b31-bab7-1b000e0bd127 already deleted. [ 604.203121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee350171-808d-4b31-bab7-1b000e0bd127" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.247777] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95b4caf1-d14f-4ac2-ba51-1b429e69043c [ 604.247972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.248243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.248243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.251358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.251358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.251358] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95b4caf1-d14f-4ac2-ba51-1b429e69043c already deleted. [ 604.251358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b4caf1-d14f-4ac2-ba51-1b429e69043c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.966386] env[70911]: INFO networking_nsxv3.common.synchronization [None req-0b6611d8-ee9c-4509-aec9-701a10cc3d10 None None] Enqueued Resource ID: 21049702-3fb0-48f3-9a6d-349c3b84ae58 with Priority: HIGHEST for action port [ 605.968703] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21049702-3fb0-48f3-9a6d-349c3b84ae58 with Priority: HIGHEST for action port [ 605.968703] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-21049702-3fb0-48f3-9a6d-349c3b84ae58 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.968703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21049702-3fb0-48f3-9a6d-349c3b84ae58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.968703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21049702-3fb0-48f3-9a6d-349c3b84ae58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.968881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21049702-3fb0-48f3-9a6d-349c3b84ae58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.969085] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21049702-3fb0-48f3-9a6d-349c3b84ae58',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.473948] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21049702-3fb0-48f3-9a6d-349c3b84ae58 [ 606.473948] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.473948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.473948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.473948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.473948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.473948] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21049702-3fb0-48f3-9a6d-349c3b84ae58 already deleted. [ 606.474192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21049702-3fb0-48f3-9a6d-349c3b84ae58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.599906] env[70911]: INFO networking_nsxv3.common.synchronization [None req-44013a73-a2fa-41d4-ae8a-94b4f28392c1 None None] Enqueued Resource ID: 6b57c776-cfcb-4d79-b147-300cebc5029d with Priority: HIGHEST for action port [ 606.599977] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b57c776-cfcb-4d79-b147-300cebc5029d with Priority: HIGHEST for action port [ 606.600819] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b57c776-cfcb-4d79-b147-300cebc5029d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.600950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b57c776-cfcb-4d79-b147-300cebc5029d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.601582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b57c776-cfcb-4d79-b147-300cebc5029d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.603059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b57c776-cfcb-4d79-b147-300cebc5029d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.603178] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b57c776-cfcb-4d79-b147-300cebc5029d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.870551] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ff8aef2c-5c55-427a-8926-f7113e4cd648 None None] Enqueued Resource ID: 438da4bf-6e63-4107-9a6a-3d35350f0658 with Priority: HIGHEST for action port [ 606.870551] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438da4bf-6e63-4107-9a6a-3d35350f0658 with Priority: HIGHEST for action port [ 606.870979] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-438da4bf-6e63-4107-9a6a-3d35350f0658 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.871132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438da4bf-6e63-4107-9a6a-3d35350f0658" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.871204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438da4bf-6e63-4107-9a6a-3d35350f0658" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.871537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438da4bf-6e63-4107-9a6a-3d35350f0658" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.875634] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438da4bf-6e63-4107-9a6a-3d35350f0658',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.107279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b57c776-cfcb-4d79-b147-300cebc5029d [ 607.107569] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.107645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.107700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.108032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.108032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.108120] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b57c776-cfcb-4d79-b147-300cebc5029d already deleted. [ 607.108757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b57c776-cfcb-4d79-b147-300cebc5029d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.256079] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ad8abb7d-c9af-4371-81fc-283f0d451c3f None None] Enqueued Resource ID: 1a58f31f-0e1a-43ca-ad59-6df4172e11a0 with Priority: HIGHEST for action port [ 607.256211] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a58f31f-0e1a-43ca-ad59-6df4172e11a0 with Priority: HIGHEST for action port [ 607.257641] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a58f31f-0e1a-43ca-ad59-6df4172e11a0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.257771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a58f31f-0e1a-43ca-ad59-6df4172e11a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.257771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a58f31f-0e1a-43ca-ad59-6df4172e11a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.258998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a58f31f-0e1a-43ca-ad59-6df4172e11a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.258998] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a58f31f-0e1a-43ca-ad59-6df4172e11a0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.380224] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 438da4bf-6e63-4107-9a6a-3d35350f0658 [ 607.380224] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.380224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.380224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.380224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.380224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.380224] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:438da4bf-6e63-4107-9a6a-3d35350f0658 already deleted. [ 607.380224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438da4bf-6e63-4107-9a6a-3d35350f0658" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.405594] env[70911]: INFO networking_nsxv3.common.synchronization [None req-2b0480c5-56bf-46d4-8821-c6220b142491 None None] Enqueued Resource ID: e7c19a2d-6dc8-4599-a0fd-c9c346775966 with Priority: HIGHEST for action port [ 607.406342] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c19a2d-6dc8-4599-a0fd-c9c346775966 with Priority: HIGHEST for action port [ 607.409063] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7c19a2d-6dc8-4599-a0fd-c9c346775966 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.409063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7c19a2d-6dc8-4599-a0fd-c9c346775966" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.409063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7c19a2d-6dc8-4599-a0fd-c9c346775966" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.409063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7c19a2d-6dc8-4599-a0fd-c9c346775966" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.409063] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7c19a2d-6dc8-4599-a0fd-c9c346775966',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.619440] env[70911]: INFO networking_nsxv3.common.synchronization [None req-432f1c40-45bf-4400-9cc7-729dbaa199e4 None None] Enqueued Resource ID: feac4719-18be-4f7c-895c-6a8a484f94e1 with Priority: HIGHEST for action port [ 607.619696] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feac4719-18be-4f7c-895c-6a8a484f94e1 with Priority: HIGHEST for action port [ 607.620329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-feac4719-18be-4f7c-895c-6a8a484f94e1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.620828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feac4719-18be-4f7c-895c-6a8a484f94e1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.620987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feac4719-18be-4f7c-895c-6a8a484f94e1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.621289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feac4719-18be-4f7c-895c-6a8a484f94e1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.621372] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feac4719-18be-4f7c-895c-6a8a484f94e1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.760504] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a58f31f-0e1a-43ca-ad59-6df4172e11a0 [ 607.760838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.761052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.761167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.761480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.761618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.761768] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a58f31f-0e1a-43ca-ad59-6df4172e11a0 already deleted. [ 607.761976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a58f31f-0e1a-43ca-ad59-6df4172e11a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.780492] env[70911]: INFO networking_nsxv3.common.synchronization [None req-be23a29f-6ca1-455c-a095-07600e2c1202 None None] Enqueued Resource ID: 3e9a3c0a-6840-4547-b153-207998f1d49d with Priority: HIGHEST for action port [ 607.781292] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9a3c0a-6840-4547-b153-207998f1d49d with Priority: HIGHEST for action port [ 607.781292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9a3c0a-6840-4547-b153-207998f1d49d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.781921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9a3c0a-6840-4547-b153-207998f1d49d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.782046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9a3c0a-6840-4547-b153-207998f1d49d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.782401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9a3c0a-6840-4547-b153-207998f1d49d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.782601] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9a3c0a-6840-4547-b153-207998f1d49d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.911557] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7c19a2d-6dc8-4599-a0fd-c9c346775966 [ 607.911812] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.911958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.912044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.912262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.912352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.912659] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7c19a2d-6dc8-4599-a0fd-c9c346775966 already deleted. [ 607.912659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7c19a2d-6dc8-4599-a0fd-c9c346775966" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.126609] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feac4719-18be-4f7c-895c-6a8a484f94e1 [ 608.126837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.126837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.126837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.127077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.127171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.127428] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feac4719-18be-4f7c-895c-6a8a484f94e1 already deleted. [ 608.127428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feac4719-18be-4f7c-895c-6a8a484f94e1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.285261] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e9a3c0a-6840-4547-b153-207998f1d49d [ 608.285486] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.285635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.285724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.286141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.286141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.286141] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e9a3c0a-6840-4547-b153-207998f1d49d already deleted. [ 608.286141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9a3c0a-6840-4547-b153-207998f1d49d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.284524] env[70911]: INFO networking_nsxv3.common.synchronization [None req-5c51e085-541a-4d84-873a-708d0822221b None None] Enqueued Resource ID: 78a79cd9-c9ac-424a-b70c-db3f180ac3d7 with Priority: HIGHEST for action port [ 610.284524] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a79cd9-c9ac-424a-b70c-db3f180ac3d7 with Priority: HIGHEST for action port [ 610.284524] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a79cd9-c9ac-424a-b70c-db3f180ac3d7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.284524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a79cd9-c9ac-424a-b70c-db3f180ac3d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.284524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a79cd9-c9ac-424a-b70c-db3f180ac3d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.287492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a79cd9-c9ac-424a-b70c-db3f180ac3d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.287614] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a79cd9-c9ac-424a-b70c-db3f180ac3d7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.289543] env[70911]: INFO networking_nsxv3.common.synchronization [None req-206f64fe-2243-4b6c-8ce3-a8b5ed8af3c8 None None] Enqueued Resource ID: f7d3de35-e018-4ffd-b1c8-8352a8cdea27 with Priority: HIGHEST for action port [ 610.289934] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d3de35-e018-4ffd-b1c8-8352a8cdea27 with Priority: HIGHEST for action port [ 610.292499] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d3de35-e018-4ffd-b1c8-8352a8cdea27 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.292499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d3de35-e018-4ffd-b1c8-8352a8cdea27" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.292499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d3de35-e018-4ffd-b1c8-8352a8cdea27" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.292499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d3de35-e018-4ffd-b1c8-8352a8cdea27" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.292499] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d3de35-e018-4ffd-b1c8-8352a8cdea27',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.793523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78a79cd9-c9ac-424a-b70c-db3f180ac3d7 [ 610.793523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.793523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.793713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.793741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.793882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.793950] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78a79cd9-c9ac-424a-b70c-db3f180ac3d7 already deleted. [ 610.793998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a79cd9-c9ac-424a-b70c-db3f180ac3d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.796289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7d3de35-e018-4ffd-b1c8-8352a8cdea27 [ 610.796289] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.796289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.796289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.796289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.796289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.796289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7d3de35-e018-4ffd-b1c8-8352a8cdea27 already deleted. [ 610.796289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d3de35-e018-4ffd-b1c8-8352a8cdea27" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.030152] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cab8c63f-9f83-4469-b510-e608d9136e0d None None] Enqueued Resource ID: e8b855d1-23c5-4f7c-9580-fa30dafd8ad5 with Priority: HIGHEST for action port [ 612.030152] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b855d1-23c5-4f7c-9580-fa30dafd8ad5 with Priority: HIGHEST for action port [ 612.030152] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8b855d1-23c5-4f7c-9580-fa30dafd8ad5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.031521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8b855d1-23c5-4f7c-9580-fa30dafd8ad5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.031521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8b855d1-23c5-4f7c-9580-fa30dafd8ad5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.031521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8b855d1-23c5-4f7c-9580-fa30dafd8ad5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.031521] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8b855d1-23c5-4f7c-9580-fa30dafd8ad5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.142559] env[70911]: INFO networking_nsxv3.common.synchronization [None req-3619e156-dcf0-411e-8a2d-49e13a4bb1c6 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Enqueued Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_rules [ 612.148124] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_rules [ 612.148459] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.148581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.148646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.148914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.148992] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.274338] env[70911]: INFO networking_nsxv3.common.synchronization [None req-689f18cb-f872-43d1-9153-e77754179bd5 None None] Enqueued Resource ID: 4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1 with Priority: HIGHEST for action port [ 612.274955] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1 with Priority: HIGHEST for action port [ 612.275308] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.275470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.275555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.275815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.275959] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.314681] env[70911]: INFO networking_nsxv3.common.synchronization [None req-0307162a-3560-45fd-9b69-dcd8b5e9c338 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Enqueued Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_rules [ 612.315168] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_rules [ 612.315490] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.315593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.538085] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8b855d1-23c5-4f7c-9580-fa30dafd8ad5 [ 612.538085] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.538085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.538085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.538085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.538085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.538085] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8b855d1-23c5-4f7c-9580-fa30dafd8ad5 already deleted. [ 612.538085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8b855d1-23c5-4f7c-9580-fa30dafd8ad5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.676522] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.676522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.678114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.679033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.679458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.680272] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea already deleted. [ 612.680272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.680272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.680272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.680272] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.779046] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1 [ 612.779170] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.779338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.779408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.779641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.780150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.780150] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1 already deleted. [ 612.780150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f14d1ad-8c3a-4d45-9ea1-54bb54ecb3d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.207610] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.208224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.208224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.208224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.208353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.208383] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea already deleted. [ 613.208598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.349416] env[70911]: INFO networking_nsxv3.common.synchronization [None req-83eed220-f767-43dd-99a7-a69617367fd1 None None] Enqueued Resource ID: cb065996-75b3-49ca-b6b4-ef4d07842a2b with Priority: HIGHEST for action port [ 613.349528] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb065996-75b3-49ca-b6b4-ef4d07842a2b with Priority: HIGHEST for action port [ 613.350171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb065996-75b3-49ca-b6b4-ef4d07842a2b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.350240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb065996-75b3-49ca-b6b4-ef4d07842a2b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.350361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb065996-75b3-49ca-b6b4-ef4d07842a2b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.351827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb065996-75b3-49ca-b6b4-ef4d07842a2b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.351827] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb065996-75b3-49ca-b6b4-ef4d07842a2b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.516464] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7eecfa51-8ef7-411c-95d2-8dbd644cc3f7 None None] Enqueued Resource ID: e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62 with Priority: HIGHEST for action port [ 613.516464] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62 with Priority: HIGHEST for action port [ 613.518095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.518543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.519161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.519161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.519313] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.854883] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb065996-75b3-49ca-b6b4-ef4d07842a2b [ 613.855230] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.855432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.855548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.857151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.857151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.857151] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb065996-75b3-49ca-b6b4-ef4d07842a2b already deleted. [ 613.857151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb065996-75b3-49ca-b6b4-ef4d07842a2b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.024834] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62 [ 614.024834] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.024834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.024834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.024995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.024995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.025060] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62 already deleted. [ 614.025157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e62aa1b4-b56c-4ae7-8e33-1dcdf7df4f62" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.551792] env[70911]: INFO networking_nsxv3.common.synchronization [req-db380b79-f2ec-45f9-93f6-a1fc46ad109c req-f4c2a8ea-706d-4fe0-85c5-d8f572a6c025 tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Enqueued Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_members [ 614.553509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_members [ 614.553509] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.553509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.554016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.554016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.554083] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.554158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.554194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.554801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.554801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.554801] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.060352] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.060535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.060605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.060841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.060946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.061151] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.061264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.061319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.061469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.061559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.061644] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef already deleted. [ 615.061735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.089726] env[70911]: INFO networking_nsxv3.common.synchronization [None req-4fe7c98b-19b9-483c-9dd8-d8889515fdea None None] Enqueued Resource ID: f820029b-75a5-4d43-9db9-6167e1d495bb with Priority: HIGHEST for action port [ 615.089726] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f820029b-75a5-4d43-9db9-6167e1d495bb with Priority: HIGHEST for action port [ 615.090315] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-f820029b-75a5-4d43-9db9-6167e1d495bb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.090315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f820029b-75a5-4d43-9db9-6167e1d495bb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.090315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f820029b-75a5-4d43-9db9-6167e1d495bb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.090560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f820029b-75a5-4d43-9db9-6167e1d495bb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.090634] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f820029b-75a5-4d43-9db9-6167e1d495bb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.384431] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.384678] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.385050] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.385463] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.385943] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.386191] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.386634] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.386910] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.387160] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.387878] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.387878] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.387878] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.388144] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.389398] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 615.389398] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.389398] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.409025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.409211] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 615.409477] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.409544] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.409828] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.410065] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.410126] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.410455] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.410673] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7e00e9-1457-4b7c-a307-a0dc9f1a560b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.565020] env[70911]: INFO networking_nsxv3.common.synchronization [None req-c746d0dc-653e-4227-80b0-f742f8c410b9 None None] Enqueued Resource ID: c42e2d90-0950-4249-a537-7097dfd2f91c with Priority: HIGHEST for action port [ 615.565020] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e2d90-0950-4249-a537-7097dfd2f91c with Priority: HIGHEST for action port [ 615.565020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-c42e2d90-0950-4249-a537-7097dfd2f91c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.565020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c42e2d90-0950-4249-a537-7097dfd2f91c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.567189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c42e2d90-0950-4249-a537-7097dfd2f91c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.567570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c42e2d90-0950-4249-a537-7097dfd2f91c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.567915] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c42e2d90-0950-4249-a537-7097dfd2f91c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.596560] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f820029b-75a5-4d43-9db9-6167e1d495bb [ 615.596809] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.596956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.597040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.597277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.597366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.597458] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f820029b-75a5-4d43-9db9-6167e1d495bb already deleted. [ 615.597535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f820029b-75a5-4d43-9db9-6167e1d495bb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.914138] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.914138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.914138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.914138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.914138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.914138] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port ab7e00e9-1457-4b7c-a307-a0dc9f1a560b not found, creating... [ 615.914138] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.914515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.914515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.914577] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.914847] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.915145] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.915311] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.915431] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.915643] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.915771] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.915910] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ab7e00e9-1457-4b7c-a307-a0dc9f1a560b is going to be created. [ 615.940067] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.940287] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.940415] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.941339] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.942013] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.942198] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.952369] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.952531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.952576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.953079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.953371] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.071814] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c42e2d90-0950-4249-a537-7097dfd2f91c [ 616.072606] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.073801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.073801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.073801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.073801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.073801] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c42e2d90-0950-4249-a537-7097dfd2f91c already deleted. [ 616.073801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c42e2d90-0950-4249-a537-7097dfd2f91c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.457260] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.687690] env[70911]: INFO networking_nsxv3.common.synchronization [None req-a6456c15-ff32-4769-a994-d76e65d712f6 None None] Enqueued Resource ID: 9001c4fb-abd9-438b-8e7b-d1142cf808ed with Priority: HIGHEST for action port [ 616.687934] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9001c4fb-abd9-438b-8e7b-d1142cf808ed with Priority: HIGHEST for action port [ 616.688499] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-9001c4fb-abd9-438b-8e7b-d1142cf808ed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.688796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9001c4fb-abd9-438b-8e7b-d1142cf808ed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.688796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9001c4fb-abd9-438b-8e7b-d1142cf808ed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.689598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9001c4fb-abd9-438b-8e7b-d1142cf808ed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.689598] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9001c4fb-abd9-438b-8e7b-d1142cf808ed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.960977] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.192041] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9001c4fb-abd9-438b-8e7b-d1142cf808ed [ 617.192326] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.193301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.193301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.193301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.193301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.193301] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9001c4fb-abd9-438b-8e7b-d1142cf808ed already deleted. [ 617.193301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9001c4fb-abd9-438b-8e7b-d1142cf808ed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.210656] env[70911]: INFO networking_nsxv3.common.synchronization [req-db380b79-f2ec-45f9-93f6-a1fc46ad109c req-64955be4-aded-4735-be55-d770ff9d6c5a service nova] Enqueued Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_rules [ 617.210833] env[70911]: INFO networking_nsxv3.common.synchronization [req-db380b79-f2ec-45f9-93f6-a1fc46ad109c req-64955be4-aded-4735-be55-d770ff9d6c5a service nova] Enqueued Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_members [ 617.211023] env[70911]: INFO networking_nsxv3.common.synchronization [req-db380b79-f2ec-45f9-93f6-a1fc46ad109c req-64955be4-aded-4735-be55-d770ff9d6c5a service nova] Enqueued Resource ID: ab7e00e9-1457-4b7c-a307-a0dc9f1a560b with Priority: HIGHEST for action port [ 617.211205] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_rules [ 617.211359] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_members [ 617.211499] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7e00e9-1457-4b7c-a307-a0dc9f1a560b with Priority: HIGHEST for action port [ 617.211926] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.213751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.213817] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.214122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.214294] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.217708] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.217708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.217708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.217708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.217708] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.217708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.217708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.217708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.217708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.217708] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.219284] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.219284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.219284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.220239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.220326] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7e00e9-1457-4b7c-a307-a0dc9f1a560b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.466892] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 617.466991] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 617.690231] env[70911]: INFO networking_nsxv3.common.synchronization [None req-5f413cbc-1529-4b79-8527-fac584448bbc None None] Enqueued Resource ID: 421ef665-d68b-4c8f-ab4d-5b4a984573cf with Priority: HIGHEST for action port [ 617.690576] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421ef665-d68b-4c8f-ab4d-5b4a984573cf with Priority: HIGHEST for action port [ 617.694236] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-421ef665-d68b-4c8f-ab4d-5b4a984573cf taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.694421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421ef665-d68b-4c8f-ab4d-5b4a984573cf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.694492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421ef665-d68b-4c8f-ab4d-5b4a984573cf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.694754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421ef665-d68b-4c8f-ab4d-5b4a984573cf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.694836] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421ef665-d68b-4c8f-ab4d-5b4a984573cf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.726125] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.726125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.735745] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.736811] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7e00e9-1457-4b7c-a307-a0dc9f1a560b with status ACTIVE [ 617.736938] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.737681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.737822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.738097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.738326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.738414] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.738509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.738583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.738741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.738823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.739012] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.739216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.739216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.739349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.739403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.739493] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7e00e9-1457-4b7c-a307-a0dc9f1a560b is going to be updated. [ 617.768813] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.769651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.769651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.769651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.769651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.769651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7e00e9-1457-4b7c-a307-a0dc9f1a560b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.197401] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 421ef665-d68b-4c8f-ab4d-5b4a984573cf [ 618.197711] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.197820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.197961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.198100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.198293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.198400] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:421ef665-d68b-4c8f-ab4d-5b4a984573cf already deleted. [ 618.198492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421ef665-d68b-4c8f-ab4d-5b4a984573cf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.242407] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.288962] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.289624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.291069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.291069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.309031] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 618.309375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.310520] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 618.330310] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.330310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.330310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.330310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.330479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.330708] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 618.330809] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.330847] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 618.350834] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.351013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.351068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.351233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.351369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.351480] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 618.371784] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.371784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.371784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.371952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.372037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.372160] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 618.388329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.388441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.388441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.388789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.388789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.388907] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 618.388944] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.388976] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 618.405071] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.405228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.405294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.405565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.405655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.405893] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 618.405893] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.405893] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 618.422971] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.423208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.423208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.423466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.423605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.423939] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 618.424052] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 618.424052] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 618.424166] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 618.424166] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 618.424279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 618.424279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 618.424972] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 618.424972] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 618.424972] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 618.445017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.445508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.445801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.446342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.447667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.447667] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 618.466058] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.466058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.466058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.466058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.466058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.482197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.586881] env[70911]: INFO networking_nsxv3.common.synchronization [None req-d8215d91-a9c6-48de-af3d-5c0ae4f55289 None None] Enqueued Resource ID: dbdf2082-4d91-4fe8-8e2a-df51be466976 with Priority: HIGHEST for action port [ 618.587151] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbdf2082-4d91-4fe8-8e2a-df51be466976 with Priority: HIGHEST for action port [ 618.587686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbdf2082-4d91-4fe8-8e2a-df51be466976 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.588381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbdf2082-4d91-4fe8-8e2a-df51be466976" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.588381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbdf2082-4d91-4fe8-8e2a-df51be466976" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.591039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbdf2082-4d91-4fe8-8e2a-df51be466976" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.591039] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbdf2082-4d91-4fe8-8e2a-df51be466976',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.745522] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.745821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.745821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.745996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.746074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.746169] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef is going to be created. [ 618.771208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.771431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.771506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.771758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.771972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.781633] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef in Status: UNINITIALIZED for 2s [ 619.092576] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbdf2082-4d91-4fe8-8e2a-df51be466976 [ 619.092742] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.092873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.095124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.095124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.095124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.095124] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbdf2082-4d91-4fe8-8e2a-df51be466976 already deleted. [ 619.095124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbdf2082-4d91-4fe8-8e2a-df51be466976" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.115545] env[70911]: INFO networking_nsxv3.common.synchronization [req-3d323919-effa-4e60-90b6-4d082955064e req-28bd349b-634f-41e4-8cb4-6e7a21eb288e tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Enqueued Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_members [ 619.116346] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_members [ 619.119486] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.119486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.119486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.119486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.119486] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.119486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.119486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.119486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.119486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.119486] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.620684] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.620777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.620875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.621054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.621141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.621325] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.621418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.621470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.621613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.621711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.621822] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 already deleted. [ 619.621822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.886494] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.886494] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.886494] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.887013] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.892020] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.892020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.892020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.892020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.892020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.892020] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.892020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.892020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.892020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.892020] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.892020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.892020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.909465] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.909812] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.910089] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.910421] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.912695] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-e9c55b33-ade7-44c5-8eb3-9128c6b45241 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.912695] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.912695] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.913080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.914262] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c55b33-ade7-44c5-8eb3-9128c6b45241',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.393054] env[70911]: INFO networking_nsxv3.common.synchronization [None req-111d0015-fa44-4507-992a-caf3d6a17215 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Enqueued Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_rules [ 620.393054] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_rules [ 620.393054] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60213bd-cac0-4ad1-8346-3616d0c0765e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.393054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.393054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.394375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.394607] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.419633] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.419633] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port e9c55b33-ade7-44c5-8eb3-9128c6b45241 not found, creating... [ 620.419633] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420093] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.420093] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.420093] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.420093] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.420093] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420093] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: e9c55b33-ade7-44c5-8eb3-9128c6b45241 is going to be created. [ 620.440892] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.442569] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.442786] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.443043] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.443323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.444144] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.582250] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cc6fa425-dc38-4b24-a63b-05a9ffa84ca9 None None] Enqueued Resource ID: 7e406480-e905-4e6e-bd89-61b9339833d8 with Priority: HIGHEST for action port [ 620.582510] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e406480-e905-4e6e-bd89-61b9339833d8 with Priority: HIGHEST for action port [ 620.583111] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e406480-e905-4e6e-bd89-61b9339833d8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.583247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e406480-e905-4e6e-bd89-61b9339833d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.583337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e406480-e905-4e6e-bd89-61b9339833d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.583586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e406480-e905-4e6e-bd89-61b9339833d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.583671] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e406480-e905-4e6e-bd89-61b9339833d8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.774392] env[70911]: INFO networking_nsxv3.common.synchronization [None req-64238d8c-0fe6-47fe-b55f-0ce2aa642d8e tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Enqueued Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_rules [ 620.774392] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_rules [ 620.774392] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60213bd-cac0-4ad1-8346-3616d0c0765e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.774392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.790621] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef in Status: SUCCESS [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.793141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.793141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.793141] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.914269] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.914599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.914599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.914798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.914972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.915098] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60213bd-cac0-4ad1-8346-3616d0c0765e already deleted. [ 620.915237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.915476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.915689] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.915818] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.088150] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e406480-e905-4e6e-bd89-61b9339833d8 [ 621.088150] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.088150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.088150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.088150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.088150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.088150] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e406480-e905-4e6e-bd89-61b9339833d8 already deleted. [ 621.088150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e406480-e905-4e6e-bd89-61b9339833d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.299670] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.299832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.300382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.300548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.300766] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.300843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.301838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.301838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.301838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.302294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.302294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.302373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.302455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.302704] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.435973] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.436320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.436320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.436503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.437528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.437528] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60213bd-cac0-4ad1-8346-3616d0c0765e already deleted. [ 621.437528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.703811] env[70911]: INFO networking_nsxv3.common.synchronization [req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 req-5d24bf42-c596-4680-8774-51c1b75d8ca0 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 621.707509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 621.707947] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.708103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.708165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.708419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.708575] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.708931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.708931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.708931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.708931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.709096] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.805353] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5960d561-56f6-4e3f-a3b4-79701b77e0ef: rpc.has_security_group_logging(os_id): False [ 621.822360] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.822521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.822585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.822794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.822890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.823133] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.823255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.823324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.826531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.826531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.829211] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.829211] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.829211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.829211] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef is going to be created. [ 621.882996] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.882996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.883196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.883295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.883486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.898284] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef in Status: IN_PROGRESS for 2s [ 622.214203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.214203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.214203] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 already deleted. [ 622.214203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.222968] env[70911]: INFO networking_nsxv3.common.synchronization [req-3d323919-effa-4e60-90b6-4d082955064e req-41bb5829-85b1-4b88-ba8d-7c0e51a3160a service nova] Enqueued Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_rules [ 622.222968] env[70911]: INFO networking_nsxv3.common.synchronization [req-3d323919-effa-4e60-90b6-4d082955064e req-41bb5829-85b1-4b88-ba8d-7c0e51a3160a service nova] Enqueued Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_members [ 622.222968] env[70911]: INFO networking_nsxv3.common.synchronization [req-3d323919-effa-4e60-90b6-4d082955064e req-41bb5829-85b1-4b88-ba8d-7c0e51a3160a service nova] Enqueued Resource ID: e9c55b33-ade7-44c5-8eb3-9128c6b45241 with Priority: HIGHEST for action port [ 622.222968] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_rules [ 622.222968] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_members [ 622.222968] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c55b33-ade7-44c5-8eb3-9128c6b45241 with Priority: HIGHEST for action port [ 622.227589] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.227750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.227862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.228185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.228331] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.229502] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.229502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.229502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.229701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.229839] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.229929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.229987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.231043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.233618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.233618] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.235826] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c55b33-ade7-44c5-8eb3-9128c6b45241 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.235826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.235826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.235826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.235826] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c55b33-ade7-44c5-8eb3-9128c6b45241',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.675750] env[70911]: INFO networking_nsxv3.common.synchronization [None req-0097b806-f967-449b-9bb7-a85497d38399 None None] Enqueued Resource ID: c219a8a6-7ea7-479a-8d81-332656e9a65b with Priority: HIGHEST for action port [ 622.675750] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c219a8a6-7ea7-479a-8d81-332656e9a65b with Priority: HIGHEST for action port [ 622.675750] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-c219a8a6-7ea7-479a-8d81-332656e9a65b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.675750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c219a8a6-7ea7-479a-8d81-332656e9a65b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.675750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c219a8a6-7ea7-479a-8d81-332656e9a65b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.676734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c219a8a6-7ea7-479a-8d81-332656e9a65b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.677766] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c219a8a6-7ea7-479a-8d81-332656e9a65b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.738682] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.738682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.738682] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.738907] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9c55b33-ade7-44c5-8eb3-9128c6b45241 with status ACTIVE [ 622.739068] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.742454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.742454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.742454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.742454] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9c55b33-ade7-44c5-8eb3-9128c6b45241 is going to be updated. [ 622.750682] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b5de8d9d-2765-439e-af75-11b7a7d14842 None None] Enqueued Resource ID: 590b97fd-496d-45d1-8da0-f2c77f703b75 with Priority: HIGHEST for action port [ 622.750979] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590b97fd-496d-45d1-8da0-f2c77f703b75 with Priority: HIGHEST for action port [ 622.751679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-590b97fd-496d-45d1-8da0-f2c77f703b75 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.751679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-590b97fd-496d-45d1-8da0-f2c77f703b75" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.751839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-590b97fd-496d-45d1-8da0-f2c77f703b75" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.752107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-590b97fd-496d-45d1-8da0-f2c77f703b75" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.754273] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('590b97fd-496d-45d1-8da0-f2c77f703b75',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.762441] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.762441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.762441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.762441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.762441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.762441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c55b33-ade7-44c5-8eb3-9128c6b45241" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.984515] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.984515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.984515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.984515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.984515] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.984515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.985032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.985530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.985796] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.986323] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.988035] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.988035] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.988035] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.988035] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.988035] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.988035] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.010445] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.010445] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.010445] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.010615] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.010778] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.011455] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.011455] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.011455] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.011609] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db3d647b-ce09-4de0-a69d-4b9fb6f772d9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.184088] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c219a8a6-7ea7-479a-8d81-332656e9a65b [ 623.184088] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.184088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.184088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.184088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.184088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.184088] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c219a8a6-7ea7-479a-8d81-332656e9a65b already deleted. [ 623.184088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c219a8a6-7ea7-479a-8d81-332656e9a65b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.243926] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.256680] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 590b97fd-496d-45d1-8da0-f2c77f703b75 [ 623.262027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.262027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.262027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.262027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.262027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.262027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:590b97fd-496d-45d1-8da0-f2c77f703b75 already deleted. [ 623.262027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-590b97fd-496d-45d1-8da0-f2c77f703b75" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.396493] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 req-c2b4030b-a122-404c-ab0b-2722e156c1d3 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 623.396493] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 623.396634] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.396714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.402990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.405554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.405554] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.405554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.405554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.405554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.405554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.405554] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.516322] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.516322] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.516322] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.516593] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.516739] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.516830] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port db3d647b-ce09-4de0-a69d-4b9fb6f772d9 not found, creating... [ 623.517194] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.517399] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.517540] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.517799] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.517972] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.518709] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.518947] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.519119] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.523302] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.523492] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.523665] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: db3d647b-ce09-4de0-a69d-4b9fb6f772d9 is going to be created. [ 623.546033] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.546033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.546033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.547158] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.547158] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.547158] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.748250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.750289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.750389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.750614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.750948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.751081] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 is going to be created. [ 623.780261] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.780261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.780261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.780261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.780261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.788138] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 in Status: UNINITIALIZED for 2s [ 623.906552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.906914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.907074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.907422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.907568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.908050] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.908207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.908295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.908503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.908678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.908969] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 already deleted. [ 623.909111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.910353] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef in Status: SUCCESS [ 623.910604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.134284] env[70911]: INFO networking_nsxv3.common.synchronization [None req-78df82f4-2beb-4f06-92e1-9d1662408f5a None None] Enqueued Resource ID: 99f61de1-e76f-44e7-8af7-ac52a072f86e with Priority: HIGHEST for action port [ 624.138758] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f61de1-e76f-44e7-8af7-ac52a072f86e with Priority: HIGHEST for action port [ 624.140380] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f61de1-e76f-44e7-8af7-ac52a072f86e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.140380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f61de1-e76f-44e7-8af7-ac52a072f86e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.140380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f61de1-e76f-44e7-8af7-ac52a072f86e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.140380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f61de1-e76f-44e7-8af7-ac52a072f86e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.140380] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f61de1-e76f-44e7-8af7-ac52a072f86e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.288225] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.288225] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.288225] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.288731] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.289477] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.289699] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.289898] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.291207] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.291261] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.291555] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.291746] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.291845] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.291995] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.292191] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.292348] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.292548] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.310224] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.310334] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.310501] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.314022] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.314022] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-94ff3df6-9551-43c6-9c5f-084995b83f23 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.314022] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.314022] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.314022] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.314022] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ff3df6-9551-43c6-9c5f-084995b83f23',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.381900] env[70911]: INFO networking_nsxv3.common.synchronization [None req-0ace352a-fb67-4735-938e-f098565a15f0 None None] Enqueued Resource ID: 2e467028-420c-4c95-8fba-3341fe39ae15 with Priority: HIGHEST for action port [ 624.382436] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e467028-420c-4c95-8fba-3341fe39ae15 with Priority: HIGHEST for action port [ 624.382742] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e467028-420c-4c95-8fba-3341fe39ae15 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.386236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e467028-420c-4c95-8fba-3341fe39ae15" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.386285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e467028-420c-4c95-8fba-3341fe39ae15" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.386557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e467028-420c-4c95-8fba-3341fe39ae15" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.386655] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e467028-420c-4c95-8fba-3341fe39ae15',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.648492] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99f61de1-e76f-44e7-8af7-ac52a072f86e [ 624.648938] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.648938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.649203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.649318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.649503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.649658] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99f61de1-e76f-44e7-8af7-ac52a072f86e already deleted. [ 624.649770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f61de1-e76f-44e7-8af7-ac52a072f86e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.816977] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.816977] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.816977] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.821025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.821025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.821025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 94ff3df6-9551-43c6-9c5f-084995b83f23 not found, creating... [ 624.821025] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.821025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.821025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.821025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.821025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.821025] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.821025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.821631] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.821631] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.821631] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.821631] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 94ff3df6-9551-43c6-9c5f-084995b83f23 is going to be created. [ 624.842424] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.842424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.842424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.842424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.842424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.842424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.890687] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e467028-420c-4c95-8fba-3341fe39ae15 [ 624.891677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.891873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.891944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.892171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.892259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.892352] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e467028-420c-4c95-8fba-3341fe39ae15 already deleted. [ 624.892429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e467028-420c-4c95-8fba-3341fe39ae15" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.252644] env[70911]: INFO networking_nsxv3.common.synchronization [req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 req-937c094d-e385-4478-9cc1-5f4d43d31ebd service nova] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_rules [ 625.252644] env[70911]: INFO networking_nsxv3.common.synchronization [req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 req-937c094d-e385-4478-9cc1-5f4d43d31ebd service nova] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 625.252644] env[70911]: INFO networking_nsxv3.common.synchronization [req-d674fbb4-4169-469b-9771-8f0f7a2cbb94 req-937c094d-e385-4478-9cc1-5f4d43d31ebd service nova] Enqueued Resource ID: db3d647b-ce09-4de0-a69d-4b9fb6f772d9 with Priority: HIGHEST for action port [ 625.252644] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_rules [ 625.253062] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 625.253287] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db3d647b-ce09-4de0-a69d-4b9fb6f772d9 with Priority: HIGHEST for action port [ 625.253943] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.257024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.257024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.257024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.257024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.257024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.263207] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.263207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.263207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.263207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.263207] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db3d647b-ce09-4de0-a69d-4b9fb6f772d9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.763732] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.763732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.771401] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.772993] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db3d647b-ce09-4de0-a69d-4b9fb6f772d9 with status ACTIVE [ 625.772993] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.772993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.772993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.773688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.773688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.773688] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.773688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.773688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.774024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.774024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.774024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.774139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.774139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.775116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.775116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.775116] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db3d647b-ce09-4de0-a69d-4b9fb6f772d9 is going to be updated. [ 625.798021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.798196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.800664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.800664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.800664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.800664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db3d647b-ce09-4de0-a69d-4b9fb6f772d9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.800664] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 in Status: SUCCESS [ 625.800664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.800854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.801167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.801167] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.801329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.801413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.801618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.801735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.801876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.802683] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.151041] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 req-147c5b8d-d502-4a2c-8a6a-4ddc12f61850 service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 626.151041] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 req-147c5b8d-d502-4a2c-8a6a-4ddc12f61850 service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 626.151041] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc85a840-053a-4b5b-a3aa-daa1fa091f67 req-147c5b8d-d502-4a2c-8a6a-4ddc12f61850 service nova] Enqueued Resource ID: 94ff3df6-9551-43c6-9c5f-084995b83f23 with Priority: HIGHEST for action port [ 626.151041] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 626.151041] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 626.151041] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ff3df6-9551-43c6-9c5f-084995b83f23 with Priority: HIGHEST for action port [ 626.153712] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.154202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.154554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.154989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.155254] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.159677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.159677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.159677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.159677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.159677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.159677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.159677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.160164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163106] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.163106] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-94ff3df6-9551-43c6-9c5f-084995b83f23 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.163106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.163106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.163106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163106] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ff3df6-9551-43c6-9c5f-084995b83f23',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.188045] env[70911]: INFO networking_nsxv3.common.synchronization [None req-747160ac-48d5-4327-b853-1e5974cfb9b6 None None] Enqueued Resource ID: a49e6e6e-12e8-476c-a614-ad6a3353e6f7 with Priority: HIGHEST for action port [ 626.188475] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49e6e6e-12e8-476c-a614-ad6a3353e6f7 with Priority: HIGHEST for action port [ 626.188746] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49e6e6e-12e8-476c-a614-ad6a3353e6f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.188870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49e6e6e-12e8-476c-a614-ad6a3353e6f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.188934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49e6e6e-12e8-476c-a614-ad6a3353e6f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.190043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49e6e6e-12e8-476c-a614-ad6a3353e6f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.190043] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49e6e6e-12e8-476c-a614-ad6a3353e6f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.282255] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.305582] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.305785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.305839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307279] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.307395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.307460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.307657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308111] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308566] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.308643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.308643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.308808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.308857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.308904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.309544] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.385871] env[70911]: INFO networking_nsxv3.common.synchronization [None req-35a2a842-b763-4ef3-8595-c16b28f3eb79 None None] Enqueued Resource ID: 79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc with Priority: HIGHEST for action port [ 626.386458] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc with Priority: HIGHEST for action port [ 626.388172] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.388172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.388172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.394621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.394621] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.611745] env[70911]: INFO networking_nsxv3.common.synchronization [req-831fc06d-f3f0-4f08-8b83-88dd75703bed req-4d15e6be-820a-48ae-8fd9-bbb177828bad tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 626.612333] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 626.612986] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.613225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.613337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.613672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.614103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.614164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.614195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.614436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.614565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.614751] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.666172] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.666172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.666360] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.667256] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94ff3df6-9551-43c6-9c5f-084995b83f23 with status ACTIVE [ 626.667438] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.667554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.667622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.667852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.667947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.668128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.668228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.668288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.668451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.668824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.668824] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.668824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.669107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.669107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.674223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.674223] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94ff3df6-9551-43c6-9c5f-084995b83f23 is going to be updated. [ 626.694272] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.694438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.694533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.694933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.695086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.695271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94ff3df6-9551-43c6-9c5f-084995b83f23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.695548] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a49e6e6e-12e8-476c-a614-ad6a3353e6f7 [ 626.695994] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.696134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.696203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.696361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.696441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.696529] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a49e6e6e-12e8-476c-a614-ad6a3353e6f7 already deleted. [ 626.696872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49e6e6e-12e8-476c-a614-ad6a3353e6f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.785527] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.785527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.785527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.785527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.785527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.785989] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be created. [ 626.813598] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f26bdce-bc31-4164-8c5a-f9da97b755a7: rpc.has_security_group_logging(os_id): False [ 626.815947] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.817284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.817429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.817777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.818156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.831166] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: UNINITIALIZED for 2s [ 626.832017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.832833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.832833] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.833152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.833152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.833385] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.833385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.833385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.833528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.836198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.836198] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.836198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.836198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.836891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.836941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.837033] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 is going to be created. [ 626.892574] env[70911]: INFO networking_nsxv3.common.synchronization [None req-9c326e5e-b9a7-4095-a050-7c4b245e3036 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 626.893899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.894014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.895728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.895979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.896587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.898100] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 626.899108] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc [ 626.899108] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.899108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.899108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.901018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.901120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.901270] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc already deleted. [ 626.901344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79cd429d-2cb8-4a7c-b88f-fd38d77c6bdc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.901772] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.901772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.901772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.902128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.902128] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.922541] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 in Status: IN_PROGRESS for 2s [ 627.119534] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.119534] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.119534] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e already deleted. [ 627.119534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.148690] env[70911]: INFO networking_nsxv3.common.synchronization [None req-2164585f-f361-4f08-8325-6eaf63706c99 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 627.149454] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 627.149859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.150019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.173199] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.422119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.422647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.422647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.422647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.426555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.426555] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d677ad30-8273-418c-8e25-eed32b876835 already deleted. [ 627.426555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.426555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.426555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.426555] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.614390] env[70911]: INFO networking_nsxv3.common.synchronization [None req-f0510de3-abb7-4ca8-8eae-6f077c198514 None None] Enqueued Resource ID: f99a4eb5-8a63-452b-a0d1-e7283da001e5 with Priority: HIGHEST for action port [ 627.615074] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99a4eb5-8a63-452b-a0d1-e7283da001e5 with Priority: HIGHEST for action port [ 627.615424] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99a4eb5-8a63-452b-a0d1-e7283da001e5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.615610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99a4eb5-8a63-452b-a0d1-e7283da001e5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.616298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99a4eb5-8a63-452b-a0d1-e7283da001e5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.616298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99a4eb5-8a63-452b-a0d1-e7283da001e5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.616298] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99a4eb5-8a63-452b-a0d1-e7283da001e5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.679393] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.679393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.679393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.679393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.679393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.679393] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be created. [ 627.715035] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.715035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.715035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.715035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.715304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.724455] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: UNINITIALIZED for 2s [ 627.955402] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.956017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.956191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.956501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.957150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.957635] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d677ad30-8273-418c-8e25-eed32b876835 already deleted. [ 627.957838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.121028] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f99a4eb5-8a63-452b-a0d1-e7283da001e5 [ 628.121799] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.121799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.121799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.121991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.121991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.122056] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f99a4eb5-8a63-452b-a0d1-e7283da001e5 already deleted. [ 628.122169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99a4eb5-8a63-452b-a0d1-e7283da001e5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.148130] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.148130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.148130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.148130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.148130] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.148130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.148130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.148130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.148130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.148130] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.150168] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.150354] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.150479] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.150875] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.152339] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.152523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.176724] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.176890] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.180083] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.180568] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.180850] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-6dc91c62-177e-487a-8dab-c457a9ec0bd3 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.180850] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.181070] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.181312] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.181446] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc91c62-177e-487a-8dab-c457a9ec0bd3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.683712] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.683900] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.683900] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.684306] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.684560] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.684816] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 6dc91c62-177e-487a-8dab-c457a9ec0bd3 not found, creating... [ 628.685252] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.685523] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.685734] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.689427] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.689427] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.689427] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.689427] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.689427] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.689427] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.689427] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.689427] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 6dc91c62-177e-487a-8dab-c457a9ec0bd3 is going to be created. [ 628.707580] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.707795] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.707973] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.708232] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.708484] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.708725] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.841139] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: SUCCESS [ 628.841294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842562] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.842562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842562] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.934456] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 in Status: SUCCESS [ 628.934674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.046021] env[70911]: INFO networking_nsxv3.common.synchronization [None req-8a248bb3-47c2-49a3-a822-da0c632d41a8 None None] Enqueued Resource ID: ef961841-0133-429a-bd5d-4086ab59b2a3 with Priority: HIGHEST for action port [ 629.046455] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef961841-0133-429a-bd5d-4086ab59b2a3 with Priority: HIGHEST for action port [ 629.047437] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef961841-0133-429a-bd5d-4086ab59b2a3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.047437] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef961841-0133-429a-bd5d-4086ab59b2a3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.047731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef961841-0133-429a-bd5d-4086ab59b2a3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.048226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef961841-0133-429a-bd5d-4086ab59b2a3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.048456] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef961841-0133-429a-bd5d-4086ab59b2a3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.087372] env[70911]: INFO networking_nsxv3.common.synchronization [req-388a5545-fc6c-4595-bf25-d188875d1e9e req-5d1acac8-e002-45c5-a5c6-0efd61a4992b tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 629.090485] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 629.090485] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.090485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.090485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.090485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.090855] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.091201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.091201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.091201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.091320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.091383] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.345470] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.345756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.345863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.347281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.347480] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.347658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.347658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.347818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.347902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.347986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.348149] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.348239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.348296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.348436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.348580] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.348666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.348721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.348851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.348920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.349067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.350024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.553788] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef961841-0133-429a-bd5d-4086ab59b2a3 [ 629.555560] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.555560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.555560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.555560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.555560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.555560] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef961841-0133-429a-bd5d-4086ab59b2a3 already deleted. [ 629.555560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef961841-0133-429a-bd5d-4086ab59b2a3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.599229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.599229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.599229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.599229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.599229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.601036] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.601036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.601036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.601036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.601036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.601036] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 already deleted. [ 629.601036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.610225] env[70911]: INFO networking_nsxv3.common.synchronization [req-f1a8eed0-ff1e-4154-be58-e1a257416c79 req-ce20dd5f-6f6c-4c1c-85f3-4ed2522b5425 tempest-SecurityGroupRulesNegativeTestJSON-935457243 tempest-SecurityGroupRulesNegativeTestJSON-935457243-project-member] Enqueued Resource ID: 92f1425a-a250-4b4e-85b2-96114e300501 with Priority: HIGHEST for action security_group_rules [ 629.610225] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f1425a-a250-4b4e-85b2-96114e300501 with Priority: HIGHEST for action security_group_rules [ 629.610225] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92f1425a-a250-4b4e-85b2-96114e300501 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.610225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.610225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.610225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.610225] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92f1425a-a250-4b4e-85b2-96114e300501',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.735533] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 629.735533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.735794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.735887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.736086] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.736206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.736270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.736422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.736520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.736615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.736703] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.856546] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 368eba90-9b4d-4517-9956-05f649ac1e50: rpc.has_security_group_logging(os_id): False [ 629.876227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.876227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.876227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.876227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.877240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.877526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.877796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.878429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.878617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.878784] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be created. [ 629.934608] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.934608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.934608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.934765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.934929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.945187] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: IN_PROGRESS for 2s [ 630.054563] env[70911]: INFO networking_nsxv3.common.synchronization [req-831fc06d-f3f0-4f08-8b83-88dd75703bed req-c3a26acf-8ddc-41d8-98e3-0c50decbe9a7 service nova] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_rules [ 630.054563] env[70911]: INFO networking_nsxv3.common.synchronization [req-831fc06d-f3f0-4f08-8b83-88dd75703bed req-c3a26acf-8ddc-41d8-98e3-0c50decbe9a7 service nova] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 630.054563] env[70911]: INFO networking_nsxv3.common.synchronization [req-831fc06d-f3f0-4f08-8b83-88dd75703bed req-c3a26acf-8ddc-41d8-98e3-0c50decbe9a7 service nova] Enqueued Resource ID: 6dc91c62-177e-487a-8dab-c457a9ec0bd3 with Priority: HIGHEST for action port [ 630.055156] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_rules [ 630.057957] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 630.057957] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc91c62-177e-487a-8dab-c457a9ec0bd3 with Priority: HIGHEST for action port [ 630.057957] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.058159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.058159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.058375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.058447] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.060049] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.060152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.060195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.061191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.061191] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.061191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.061191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.062246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.062246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.062246] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.062246] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc91c62-177e-487a-8dab-c457a9ec0bd3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.062246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.062467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.062467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.062570] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc91c62-177e-487a-8dab-c457a9ec0bd3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.128158] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.128297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.128400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.129213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.129213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.129213] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92f1425a-a250-4b4e-85b2-96114e300501 already deleted. [ 630.129213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.235668] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.235668] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.235668] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.235818] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.236085] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.236249] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.236364] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.236575] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.236707] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.236957] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.237014] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.237401] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.237571] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.237772] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.237960] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.238160] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.242331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.242331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.242331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.242331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.242891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.242891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.242891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.242891] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.261469] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.261599] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.262129] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.262129] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.262256] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-02b09ca9-be06-4ac0-9ba8-1531456a8ece taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.263245] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.263245] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.263361] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.263590] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b09ca9-be06-4ac0-9ba8-1531456a8ece',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.564744] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dc91c62-177e-487a-8dab-c457a9ec0bd3 with status ACTIVE [ 630.564985] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.565141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.565208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.565428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.565548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.565719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.565822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.565883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.566052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.566155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.567973] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.567973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.567973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.567973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.567973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.567973] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dc91c62-177e-487a-8dab-c457a9ec0bd3 is going to be updated. [ 630.568541] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.568691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.569023] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.589411] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.589559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.589632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.589834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.589966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.590135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc91c62-177e-487a-8dab-c457a9ec0bd3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.592134] env[70911]: INFO networking_nsxv3.common.synchronization [None req-09a961e2-e885-4712-8b26-3019d1c460ca None None] Enqueued Resource ID: 2e44d8c6-e353-4bef-97ed-8271ace532af with Priority: HIGHEST for action port [ 630.592360] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e44d8c6-e353-4bef-97ed-8271ace532af with Priority: HIGHEST for action port [ 630.592848] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e44d8c6-e353-4bef-97ed-8271ace532af taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.592959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e44d8c6-e353-4bef-97ed-8271ace532af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.593042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e44d8c6-e353-4bef-97ed-8271ace532af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.593251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e44d8c6-e353-4bef-97ed-8271ace532af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.593331] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e44d8c6-e353-4bef-97ed-8271ace532af',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.744421] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af1f2ca-b633-45d5-ab2f-f187614df7f9: rpc.has_security_group_logging(os_id): False [ 630.763182] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.763376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.763439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.763679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.763760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.763972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.764095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.764162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.764301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.764953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.764953] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.764953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.764953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.764953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.765786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.767582] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.767582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.767582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.768472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.768670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.768798] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be created. [ 630.770815] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.770815] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.771509] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.771849] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.772075] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.772276] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 02b09ca9-be06-4ac0-9ba8-1531456a8ece not found, creating... [ 630.772638] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.772856] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.773009] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.773204] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.773346] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.773982] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.774258] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.774371] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.775540] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.775540] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.775540] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 02b09ca9-be06-4ac0-9ba8-1531456a8ece is going to be created. [ 630.798423] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.800674] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.800674] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.800674] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.800674] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.800674] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.846668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.846838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.846956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.847349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.847655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.860916] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 631.072900] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.096142] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e44d8c6-e353-4bef-97ed-8271ace532af [ 631.096142] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.096142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.096142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.096142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.096142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.096142] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e44d8c6-e353-4bef-97ed-8271ace532af already deleted. [ 631.096142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e44d8c6-e353-4bef-97ed-8271ace532af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.181763] env[70911]: INFO networking_nsxv3.common.synchronization [None req-13eb41db-e2e5-45d2-9941-fa9658ebc671 None None] Enqueued Resource ID: 3557ff43-4f30-4f2b-98af-8e7f8f20f85f with Priority: HIGHEST for action port [ 631.181763] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3557ff43-4f30-4f2b-98af-8e7f8f20f85f with Priority: HIGHEST for action port [ 631.181763] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3557ff43-4f30-4f2b-98af-8e7f8f20f85f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.181763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3557ff43-4f30-4f2b-98af-8e7f8f20f85f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.181763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3557ff43-4f30-4f2b-98af-8e7f8f20f85f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.181763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3557ff43-4f30-4f2b-98af-8e7f8f20f85f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.181763] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3557ff43-4f30-4f2b-98af-8e7f8f20f85f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.191588] env[70911]: INFO networking_nsxv3.common.synchronization [req-7609add3-5495-4688-a6ad-2d8179527558 req-285398b0-7caf-4e64-a900-d0c31259e502 tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Enqueued Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_members [ 631.192117] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_members [ 631.192511] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.192669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.192735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.192977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.193142] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.193238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.193900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.193900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.193900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.193900] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.576099] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.577152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.577279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.577520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.577618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.577975] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e is going to be created. [ 631.600899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.601583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.601583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.601583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.601583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.612175] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: UNINITIALIZED for 2s [ 631.684024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3557ff43-4f30-4f2b-98af-8e7f8f20f85f [ 631.684376] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.684439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.684471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.685574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.685574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.685574] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3557ff43-4f30-4f2b-98af-8e7f8f20f85f already deleted. [ 631.685574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3557ff43-4f30-4f2b-98af-8e7f8f20f85f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.698528] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.698528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.698528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.698763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.698763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.698874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.699129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.699129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.699263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.699293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.699377] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df6ac946-a472-45a2-892e-186be9e76944 already deleted. [ 631.699458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.957317] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: SUCCESS [ 631.957545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.979249] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.979598] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-933" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.979774] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-933" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.981084] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-933" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.981458] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.982499] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.982499] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.982499] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.982499] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.982796] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.982796] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.982905] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.983049] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.983175] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 631.983286] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.983449] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.003756] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.003940] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.006227] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.006227] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-933" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.006227] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-7b76ef6a-8409-4356-8750-2ddf245c55b3 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.006227] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.006227] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.006227] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.006227] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b76ef6a-8409-4356-8750-2ddf245c55b3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.465216] env[70911]: INFO networking_nsxv3.common.synchronization [req-388a5545-fc6c-4595-bf25-d188875d1e9e req-a91979d1-68e2-404e-a346-515ef0a1c0a7 service nova] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_rules [ 632.465216] env[70911]: INFO networking_nsxv3.common.synchronization [req-388a5545-fc6c-4595-bf25-d188875d1e9e req-a91979d1-68e2-404e-a346-515ef0a1c0a7 service nova] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 632.465651] env[70911]: INFO networking_nsxv3.common.synchronization [req-388a5545-fc6c-4595-bf25-d188875d1e9e req-a91979d1-68e2-404e-a346-515ef0a1c0a7 service nova] Enqueued Resource ID: 02b09ca9-be06-4ac0-9ba8-1531456a8ece with Priority: HIGHEST for action port [ 632.465696] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_rules [ 632.465822] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 632.467476] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b09ca9-be06-4ac0-9ba8-1531456a8ece with Priority: HIGHEST for action port [ 632.467476] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.467476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.467476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.467476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.467476] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.467944] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.468042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.469442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.469442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.469442] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.469442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.469442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.469715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.469715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.469715] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.471235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b09ca9-be06-4ac0-9ba8-1531456a8ece taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.471389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.471518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.471704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.471784] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b09ca9-be06-4ac0-9ba8-1531456a8ece',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.512265] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.512493] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.512614] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.512892] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.513080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.513235] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 7b76ef6a-8409-4356-8750-2ddf245c55b3 not found, creating... [ 632.513524] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.513698] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.513808] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.514043] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.514182] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.514473] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.514620] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.514732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.514936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.515260] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.515432] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 7b76ef6a-8409-4356-8750-2ddf245c55b3 is going to be created. [ 632.536414] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.537368] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.537610] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.537968] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.538230] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.538463] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.814022] env[70911]: INFO networking_nsxv3.common.synchronization [None req-f4d87420-fd5f-4563-a329-006bf4ca8e6a None None] Enqueued Resource ID: 943d8c5d-7c4b-435a-a32f-d901be9a054d with Priority: HIGHEST for action port [ 632.814022] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 943d8c5d-7c4b-435a-a32f-d901be9a054d with Priority: HIGHEST for action port [ 632.814022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-943d8c5d-7c4b-435a-a32f-d901be9a054d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.814022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-943d8c5d-7c4b-435a-a32f-d901be9a054d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.814022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-943d8c5d-7c4b-435a-a32f-d901be9a054d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.814022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-943d8c5d-7c4b-435a-a32f-d901be9a054d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.814022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('943d8c5d-7c4b-435a-a32f-d901be9a054d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.874316] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 632.874542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.891327] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 req-b03fa82a-25af-4936-989b-ad990ecda272 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 632.891765] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 632.893267] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.893267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.893267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.893267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.893267] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.893738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.893889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.894119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.894234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.894355] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.974310] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02b09ca9-be06-4ac0-9ba8-1531456a8ece with status ACTIVE [ 632.974552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.974902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.974902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.975033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.975692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.979021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.979021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.979021] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02b09ca9-be06-4ac0-9ba8-1531456a8ece is going to be updated. [ 632.979434] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.980070] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.980198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.001590] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.001751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.001809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.002032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.002167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.002323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b09ca9-be06-4ac0-9ba8-1531456a8ece" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.315581] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.315734] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.315779] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.316118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.317769] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.317769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.317769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.317769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.317769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.318506] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.318640] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.318760] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.318875] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.318991] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 633.319221] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.319362] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.321556] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 943d8c5d-7c4b-435a-a32f-d901be9a054d [ 633.321748] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.321857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.321921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.322596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.322732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.322828] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:943d8c5d-7c4b-435a-a32f-d901be9a054d already deleted. [ 633.322917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-943d8c5d-7c4b-435a-a32f-d901be9a054d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.341139] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.341523] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 633.341805] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.343253] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.343662] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.343937] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.346067] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.346067] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.346067] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdc7b2c-6f9d-4d36-9012-322d5833bb5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.396848] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.397303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.397303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.397303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.397466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.397594] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.397692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.397753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.397903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.398009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.398071] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 already deleted. [ 633.398149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.481855] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.611483] env[70911]: INFO networking_nsxv3.common.synchronization [None req-79dbfbb5-89a8-4c76-bc9e-85716b5fdc00 None None] Enqueued Resource ID: 27bd573d-72b9-430e-b84c-b55fc9b45a7c with Priority: HIGHEST for action port [ 633.611483] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27bd573d-72b9-430e-b84c-b55fc9b45a7c with Priority: HIGHEST for action port [ 633.611483] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-27bd573d-72b9-430e-b84c-b55fc9b45a7c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.611483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27bd573d-72b9-430e-b84c-b55fc9b45a7c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.611483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27bd573d-72b9-430e-b84c-b55fc9b45a7c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.611483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27bd573d-72b9-430e-b84c-b55fc9b45a7c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.614093] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27bd573d-72b9-430e-b84c-b55fc9b45a7c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.626511] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: SUCCESS [ 633.628041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.628041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.628041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.628041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.628041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.628041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.628041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.628386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.628386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.628386] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.848925] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.849207] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.849284] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.849573] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.849727] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.849880] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d not found, creating... [ 633.850350] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.850350] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.850485] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.850644] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.851220] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.851220] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.851220] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.851387] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.851571] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.851626] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.852027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d is going to be created. [ 633.949917] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.952030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.952030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.952030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.952030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.952030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.986266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.986266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.986266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.986266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.986266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.986266] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be created. [ 634.011585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.012071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.012264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.012659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.013241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.021583] env[70911]: INFO networking_nsxv3.common.synchronization [req-7609add3-5495-4688-a6ad-2d8179527558 req-268d768a-9738-4f52-94f1-06befe166129 service nova] Enqueued Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_rules [ 634.021583] env[70911]: INFO networking_nsxv3.common.synchronization [req-7609add3-5495-4688-a6ad-2d8179527558 req-268d768a-9738-4f52-94f1-06befe166129 service nova] Enqueued Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_members [ 634.021583] env[70911]: INFO networking_nsxv3.common.synchronization [req-7609add3-5495-4688-a6ad-2d8179527558 req-268d768a-9738-4f52-94f1-06befe166129 service nova] Enqueued Resource ID: 7b76ef6a-8409-4356-8750-2ddf245c55b3 with Priority: HIGHEST for action port [ 634.021911] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_rules [ 634.023157] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_members [ 634.023351] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b76ef6a-8409-4356-8750-2ddf245c55b3 with Priority: HIGHEST for action port [ 634.023824] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.023905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.023984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.024283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.024397] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.025387] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.025563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.025658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.025823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.025979] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.026089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.026180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.026305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.026393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.026480] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.028799] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b76ef6a-8409-4356-8750-2ddf245c55b3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.028799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.028799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.028799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.028799] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b76ef6a-8409-4356-8750-2ddf245c55b3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.038022] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: UNINITIALIZED for 2s [ 634.117956] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27bd573d-72b9-430e-b84c-b55fc9b45a7c [ 634.117956] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.117956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.117956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.117956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.117956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.117956] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27bd573d-72b9-430e-b84c-b55fc9b45a7c already deleted. [ 634.117956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27bd573d-72b9-430e-b84c-b55fc9b45a7c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.131510] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.131510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.131510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.131510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.131510] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.131510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.131510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.131893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.131893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.131893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.132137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.132177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.132471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.132471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.132618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.132618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.132741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.132779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132982] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.369787] env[70911]: INFO networking_nsxv3.common.synchronization [req-944c746d-0b18-493e-8091-4cd80e813683 req-b878cc6b-2877-4b62-9082-3d663071f3fe tempest-SecurityGroupRulesNegativeTestJSON-935457243 tempest-SecurityGroupRulesNegativeTestJSON-935457243-project-member] Enqueued Resource ID: 92f1425a-a250-4b4e-85b2-96114e300501 with Priority: HIGHEST for action security_group_rules [ 634.370322] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92f1425a-a250-4b4e-85b2-96114e300501 with Priority: HIGHEST for action security_group_rules [ 634.370618] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92f1425a-a250-4b4e-85b2-96114e300501 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.370889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.370889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.370995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.371709] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92f1425a-a250-4b4e-85b2-96114e300501',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.532764] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.533176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.537240] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.538353] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b76ef6a-8409-4356-8750-2ddf245c55b3 with status ACTIVE [ 634.538577] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.538709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.538783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.538978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.539177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.539300] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.539553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.539553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.539649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.539744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.542156] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.542156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.542156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.542156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.542156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.542156] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b76ef6a-8409-4356-8750-2ddf245c55b3 is going to be updated. [ 634.561117] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.561117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.561117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.561117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.561117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.561117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b76ef6a-8409-4356-8750-2ddf245c55b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.638967] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48b9a4d6-27f6-4b62-872a-21718831426e: rpc.has_security_group_logging(os_id): False [ 634.657641] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.657823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.657916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.658199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.659053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.659053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.659053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.659053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.659053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.659053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.659308] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.659351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.659500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.659643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.659722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.659877] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.659983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.660324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.660324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.660450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.660499] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e is going to be created. [ 634.732063] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.732063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.732063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.732063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.732063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.746461] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: IN_PROGRESS for 2s [ 634.891168] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.891305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.891371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.891577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.891665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.891752] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92f1425a-a250-4b4e-85b2-96114e300501 already deleted. [ 634.891827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92f1425a-a250-4b4e-85b2-96114e300501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.969909] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 req-d2befce4-fb03-4823-8242-0e1843f93e54 service nova] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 634.970101] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 req-d2befce4-fb03-4823-8242-0e1843f93e54 service nova] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 634.970280] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8d0f689-3ca0-47aa-9e5a-84dc2584ebc2 req-d2befce4-fb03-4823-8242-0e1843f93e54 service nova] Enqueued Resource ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with Priority: HIGHEST for action port [ 634.970543] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 634.971195] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 634.971349] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with Priority: HIGHEST for action port [ 634.972316] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.972952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.973188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.973322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.973625] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.974306] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.974749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.974749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.974749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.974911] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.974911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975629] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.976350] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.976537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.976846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.976846] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdc7b2c-6f9d-4d36-9012-322d5833bb5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.044105] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.481252] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.481252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.481252] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.481252] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with status ACTIVE [ 635.481252] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.481252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.481608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.481608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.481809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.482089] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.482246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.482370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.482627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.482759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.483078] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.483280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.483405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.483659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.484595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.484595] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d is going to be updated. [ 635.505388] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.505722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.505873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.506246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.506334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.507017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.547773] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.549865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.549865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.549865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.549865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.549865] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df6ac946-a472-45a2-892e-186be9e76944 is going to be created. [ 635.576862] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.579056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.579056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.579056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.579056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.598282] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df6ac946-a472-45a2-892e-186be9e76944 in Status: UNINITIALIZED for 2s [ 635.753235] env[70911]: INFO networking_nsxv3.common.synchronization [None req-bded63a9-64f3-4fe6-99a3-d2b438bd478c None None] Enqueued Resource ID: 186e066a-f2bd-4b5b-b4e6-81dae1263b71 with Priority: HIGHEST for action port [ 635.753927] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186e066a-f2bd-4b5b-b4e6-81dae1263b71 with Priority: HIGHEST for action port [ 635.757779] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-186e066a-f2bd-4b5b-b4e6-81dae1263b71 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.757779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186e066a-f2bd-4b5b-b4e6-81dae1263b71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.757779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186e066a-f2bd-4b5b-b4e6-81dae1263b71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.757779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186e066a-f2bd-4b5b-b4e6-81dae1263b71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.757779] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186e066a-f2bd-4b5b-b4e6-81dae1263b71',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.981951] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.045312] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: SUCCESS [ 636.045530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.045716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.045924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.046196] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.046260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.046300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.046442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.046517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.046604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.046689] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.233286] env[70911]: INFO networking_nsxv3.common.synchronization [None req-253e4051-be90-41c3-bd42-8cb45017b7cf None None] Enqueued Resource ID: 0db9da67-d65d-4fa7-9dfe-3c6b98c72826 with Priority: HIGHEST for action port [ 636.233286] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0db9da67-d65d-4fa7-9dfe-3c6b98c72826 with Priority: HIGHEST for action port [ 636.233286] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0db9da67-d65d-4fa7-9dfe-3c6b98c72826 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.233461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0db9da67-d65d-4fa7-9dfe-3c6b98c72826" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.234346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0db9da67-d65d-4fa7-9dfe-3c6b98c72826" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.234346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0db9da67-d65d-4fa7-9dfe-3c6b98c72826" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.234346] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0db9da67-d65d-4fa7-9dfe-3c6b98c72826',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.258806] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 186e066a-f2bd-4b5b-b4e6-81dae1263b71 [ 636.259308] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.259446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.260044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.260044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.260044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.260044] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:186e066a-f2bd-4b5b-b4e6-81dae1263b71 already deleted. [ 636.260044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186e066a-f2bd-4b5b-b4e6-81dae1263b71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.485114] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.485371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.485441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.485726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.485875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.485936] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be created. [ 636.508073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.508262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.508335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.508589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.508734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.518027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: UNINITIALIZED for 2s [ 636.551800] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.552190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.552190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.552299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.552434] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.552530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.552599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.552767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.552883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.552935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.553098] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.553180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.553239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.553841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.553841] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.553841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.553841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.553841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.554090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.554090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.554148] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.738175] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0db9da67-d65d-4fa7-9dfe-3c6b98c72826 [ 636.738175] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.738175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.738175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.738175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.738175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.738175] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0db9da67-d65d-4fa7-9dfe-3c6b98c72826 already deleted. [ 636.738175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0db9da67-d65d-4fa7-9dfe-3c6b98c72826" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.758652] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: SUCCESS [ 636.758891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.060282] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9: rpc.has_security_group_logging(os_id): False [ 637.081205] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.081205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.081205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.081205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.081205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.081205] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.081205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.081205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.081555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.081555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.081727] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.081727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.081838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.081981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.081981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.082172] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.082262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.082321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.082481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.082569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.082656] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be created. [ 637.145481] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.145951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.145951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.145951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.146208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.162325] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: IN_PROGRESS for 2s [ 637.221836] env[70911]: INFO networking_nsxv3.common.synchronization [req-55fa6108-c1d3-4f8b-9c97-cbb9d4496646 req-8cea13c7-4d1d-4644-b3f9-b740f79834df tempest-ServerDiagnosticsTest-732344518 tempest-ServerDiagnosticsTest-732344518-project-member] Enqueued Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_members [ 637.222494] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGHEST for action security_group_members [ 637.222807] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.222926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.222997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.223224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.223397] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.223698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.223698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.223698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.223921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.223921] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.611086] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df6ac946-a472-45a2-892e-186be9e76944 in Status: SUCCESS [ 637.611322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.611459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.611637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.611823] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.611954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.612015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.612167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.612252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.612333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.612606] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.726869] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.727067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.727249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.727531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.727775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.727841] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.728143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.728266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.728441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.728526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.728620] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef is going to be updated. [ 637.755377] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.755377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.755377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.755847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.755847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.764086] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef in Status: IN_PROGRESS for 2s [ 638.063979] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b7c51ed4-44e6-4342-bb97-c8a7ddd36e10 None None] Enqueued Resource ID: bb4d136b-9603-4447-9fee-863b4bc46e89 with Priority: HIGHEST for action port [ 638.065186] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb4d136b-9603-4447-9fee-863b4bc46e89 with Priority: HIGHEST for action port [ 638.065186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb4d136b-9603-4447-9fee-863b4bc46e89 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.069050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb4d136b-9603-4447-9fee-863b4bc46e89" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.069050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb4d136b-9603-4447-9fee-863b4bc46e89" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.069327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb4d136b-9603-4447-9fee-863b4bc46e89" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.069327] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb4d136b-9603-4447-9fee-863b4bc46e89',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.116995] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.117222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.117317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.117567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.117765] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.117862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.117939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.118157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.118248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.118334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.118517] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.118614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.118681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.118856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.118990] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.119140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.119181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.119316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.119388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.119466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.119554] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.527407] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.530611] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.530611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.530611] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.571940] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb4d136b-9603-4447-9fee-863b4bc46e89 [ 638.572201] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.572337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.572616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.572741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.572838] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb4d136b-9603-4447-9fee-863b4bc46e89 already deleted. [ 638.572913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb4d136b-9603-4447-9fee-863b4bc46e89" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.626808] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df6ac946-a472-45a2-892e-186be9e76944: rpc.has_security_group_logging(os_id): False [ 638.645963] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.646165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.646245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.646464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.646575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.646882] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.647025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.647123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.647324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.647409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.647658] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.647764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.647828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.648018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.648451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.648684] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.648812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.648910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.649137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.649225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.649320] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df6ac946-a472-45a2-892e-186be9e76944 is going to be created. [ 638.703883] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.703883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.703883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.703883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.703883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.714799] env[70911]: INFO networking_nsxv3.common.synchronization [None req-684ee6be-b8bc-45d4-87aa-ef5039ab7343 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 638.719035] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df6ac946-a472-45a2-892e-186be9e76944 in Status: IN_PROGRESS for 2s [ 638.720577] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 638.720577] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.720577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.720577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.720577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.720577] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.865888] env[70911]: INFO networking_nsxv3.common.synchronization [None req-f929ac5f-f84a-49ae-8874-1d492ea6700e tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 638.866597] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 638.867349] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.867349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.942973] env[70911]: INFO networking_nsxv3.common.synchronization [req-8fe03106-c99d-43a8-bce7-391ce4ad707d req-e2466228-9ee0-4d37-9362-61553c0000e5 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Enqueued Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_members [ 638.943653] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_members [ 638.943860] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60213bd-cac0-4ad1-8346-3616d0c0765e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.943937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.944016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.944470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.944643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.944809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.944809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.945009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.945136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.945136] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.034889] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.035217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.035217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.035391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.035807] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.035807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.035807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.036062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.036062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.036155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.036384] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.036384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.036384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.036625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.036699] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.036795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.036868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.037017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.037099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.037182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.037269] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.175286] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: SUCCESS [ 639.176086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.246091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.246284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.246336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.246502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.246608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.246739] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 already deleted. [ 639.246834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.246981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.247156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.247233] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.446895] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.447088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.447159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.447365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.447469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.447669] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.447778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.447837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.448035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.448157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.448302] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60213bd-cac0-4ad1-8346-3616d0c0765e already deleted. [ 639.448393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.542299] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c26fb3b-b6f0-4752-a127-ff5a559965e8: rpc.has_security_group_logging(os_id): False [ 639.558322] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.558536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.558536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.559669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.559669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.559669] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.559856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.559856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.560533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.560533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.560533] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.560533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.560533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.560533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.560848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.561469] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.561469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.561617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.562114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.562114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.562114] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be created. [ 639.615181] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.615181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.615181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.615181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.615181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.624838] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 639.631346] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.631650] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-243" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.631650] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-243" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.634538] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-243" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634538] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.634538] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.634538] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.634538] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634538] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.634538] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.634538] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.634538] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.634538] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.634538] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.634538] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.634538] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.650748] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.650748] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.650944] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.651097] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-243" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.651449] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-a1a86522-0106-4050-981e-a4be7b42e632 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.651668] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.651796] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.652109] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.652253] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a86522-0106-4050-981e-a4be7b42e632',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.778420] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.781020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.781020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.781020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.781020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.781020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 already deleted. [ 639.781020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.781020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef in Status: SUCCESS [ 639.782159] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef deletion is rescheduled due to dependency. [ 639.784198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.156584] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.158037] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.158037] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.158196] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.158358] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.159010] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port a1a86522-0106-4050-981e-a4be7b42e632 not found, creating... [ 640.159325] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.159493] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.159615] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.159845] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.159985] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.160283] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.160454] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.160572] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.160821] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.160910] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.163336] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: a1a86522-0106-4050-981e-a4be7b42e632 is going to be created. [ 640.181803] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.182028] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.182249] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.182588] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.182839] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.183087] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.730340] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df6ac946-a472-45a2-892e-186be9e76944 in Status: SUCCESS [ 640.730634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.267584] env[70911]: INFO networking_nsxv3.common.synchronization [req-8fe03106-c99d-43a8-bce7-391ce4ad707d req-04b4f29c-71b6-4918-81cc-6605c0f0213e service nova] Enqueued Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_rules [ 641.267806] env[70911]: INFO networking_nsxv3.common.synchronization [req-8fe03106-c99d-43a8-bce7-391ce4ad707d req-04b4f29c-71b6-4918-81cc-6605c0f0213e service nova] Enqueued Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_members [ 641.270373] env[70911]: INFO networking_nsxv3.common.synchronization [req-8fe03106-c99d-43a8-bce7-391ce4ad707d req-04b4f29c-71b6-4918-81cc-6605c0f0213e service nova] Enqueued Resource ID: a1a86522-0106-4050-981e-a4be7b42e632 with Priority: HIGHEST for action port [ 641.274428] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_rules [ 641.274523] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_members [ 641.275682] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a86522-0106-4050-981e-a4be7b42e632 with Priority: HIGHEST for action port [ 641.279115] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b60213bd-cac0-4ad1-8346-3616d0c0765e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.279115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.279115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.279115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.279333] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.280559] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60213bd-cac0-4ad1-8346-3616d0c0765e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.280765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.280888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.281187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.282650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.282872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.282994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.283173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.283264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.283362] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.284701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a86522-0106-4050-981e-a4be7b42e632 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.285366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.285366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.285366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.285366] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a86522-0106-4050-981e-a4be7b42e632',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.641295] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 641.641295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.698605] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b02face-e7f3-4563-bef4-5e0df06aae15 req-7d7f92bb-48f3-4e33-b752-ba7db1cf4eb6 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 641.698605] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 641.700504] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.700504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.700504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.700504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.702166] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.702166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.702166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.702166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.702166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.702166] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.788567] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60213bd-cac0-4ad1-8346-3616d0c0765e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.788942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.788942] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1a86522-0106-4050-981e-a4be7b42e632 with status ACTIVE [ 641.789012] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.789102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.789163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.789370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.789456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.789618] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.789710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.789768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.789920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.789994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.790193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.790281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.790339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.790475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.790544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.790725] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1a86522-0106-4050-981e-a4be7b42e632 is going to be updated. [ 641.791754] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.812552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.812726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.812769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.813078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.813256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.813476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a86522-0106-4050-981e-a4be7b42e632" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.206325] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.206538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.206538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.206784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.207050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.207130] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.207215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.207215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.207374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.207450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.207535] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 already deleted. [ 642.207621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.294841] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.527131] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.527131] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.527131] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.527360] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.527485] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.527823] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.527823] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.528064] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.528309] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.528390] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.528634] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.528634] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.528733] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.528801] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.528910] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.529059] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.547212] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.547417] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.547586] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.547945] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.548324] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.548537] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.548669] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.549095] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.549308] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f6da92-6e51-4291-b6b7-f9d3a823ee23',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.798070] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.801284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.801284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.801284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.801284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.801284] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60213bd-cac0-4ad1-8346-3616d0c0765e is going to be created. [ 642.827244] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.827244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.827244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.827244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.827244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.835279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60213bd-cac0-4ad1-8346-3616d0c0765e in Status: UNINITIALIZED for 2s [ 643.052031] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.055024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port d0f6da92-6e51-4291-b6b7-f9d3a823ee23 not found, creating... [ 643.055024] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.055024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.055432] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.056333] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.056620] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.057107] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.059784] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.059784] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: d0f6da92-6e51-4291-b6b7-f9d3a823ee23 is going to be created. [ 643.080419] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.080419] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.080419] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.080419] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.080419] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.080419] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.714987] env[70911]: INFO networking_nsxv3.common.synchronization [req-c9120d94-4684-4733-ae44-06583b6b815b req-069dc593-a5b9-4ea5-9432-795c5b67acf2 tempest-ServerDiagnosticsNegativeTest-1410711499 tempest-ServerDiagnosticsNegativeTest-1410711499-project-member] Enqueued Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_members [ 643.715678] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGHEST for action security_group_members [ 643.716466] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.716466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.716466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.716466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.716752] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.716896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.717114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.717810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.717937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.718075] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.221534] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.222121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.222121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.223497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.223621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223849] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.223954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.224688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.227373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.227373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.227373] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 is going to be updated. [ 644.239217] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b02face-e7f3-4563-bef4-5e0df06aae15 req-1ce10003-92ae-427d-9c07-2f71ef67e209 service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 644.239295] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b02face-e7f3-4563-bef4-5e0df06aae15 req-1ce10003-92ae-427d-9c07-2f71ef67e209 service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 644.239435] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b02face-e7f3-4563-bef4-5e0df06aae15 req-1ce10003-92ae-427d-9c07-2f71ef67e209 service nova] Enqueued Resource ID: d0f6da92-6e51-4291-b6b7-f9d3a823ee23 with Priority: HIGHEST for action port [ 644.239655] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 644.239785] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 644.239880] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f6da92-6e51-4291-b6b7-f9d3a823ee23 with Priority: HIGHEST for action port [ 644.240887] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.241121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.241196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.241481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.241637] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.242563] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.242693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.242852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.243086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.243351] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.243472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.243573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.244012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.244156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.244293] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.246324] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.246324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.246583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.247208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.247348] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f6da92-6e51-4291-b6b7-f9d3a823ee23',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.255052] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.255272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.255272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.255461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.255941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.265741] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 in Status: IN_PROGRESS for 2s [ 644.574434] env[70911]: INFO networking_nsxv3.common.synchronization [None req-8a67c6c9-4e90-4c5f-aaff-4ec2986562c4 None None] Enqueued Resource ID: d3349b5a-099b-408f-b28d-5b85a2bf9e03 with Priority: HIGHEST for action port [ 644.575021] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3349b5a-099b-408f-b28d-5b85a2bf9e03 with Priority: HIGHEST for action port [ 644.577228] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3349b5a-099b-408f-b28d-5b85a2bf9e03 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.577375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3349b5a-099b-408f-b28d-5b85a2bf9e03" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.577432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3349b5a-099b-408f-b28d-5b85a2bf9e03" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.581173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3349b5a-099b-408f-b28d-5b85a2bf9e03" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.581317] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3349b5a-099b-408f-b28d-5b85a2bf9e03',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.750906] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.751050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751221] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.752073] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0f6da92-6e51-4291-b6b7-f9d3a823ee23 with status ACTIVE [ 644.752253] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.752368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.752432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.752633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.752732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.752902] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.752991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.753063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.753208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.753278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.753452] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.753543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.753590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.753726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.753796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.753888] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0f6da92-6e51-4291-b6b7-f9d3a823ee23 is going to be updated. [ 644.778247] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.778428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.778484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.778712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.778903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.779110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f6da92-6e51-4291-b6b7-f9d3a823ee23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.855236] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60213bd-cac0-4ad1-8346-3616d0c0765e in Status: SUCCESS [ 644.855236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.855236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.855461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.855779] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.855907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.855907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.857827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.857827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.857827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.857827] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.085792] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3349b5a-099b-408f-b28d-5b85a2bf9e03 [ 645.086033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.086168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.086232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.086449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.086543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.086621] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3349b5a-099b-408f-b28d-5b85a2bf9e03 already deleted. [ 645.086718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3349b5a-099b-408f-b28d-5b85a2bf9e03" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.263428] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.358374] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.706525] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b5b8b58c-89d7-4c4c-9cad-163a7a0cf95a None None] Enqueued Resource ID: e9e11479-17d5-437a-8e20-222522d0e07a with Priority: HIGHEST for action port [ 645.706802] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9e11479-17d5-437a-8e20-222522d0e07a with Priority: HIGHEST for action port [ 645.707370] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9e11479-17d5-437a-8e20-222522d0e07a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.707481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9e11479-17d5-437a-8e20-222522d0e07a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.707547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9e11479-17d5-437a-8e20-222522d0e07a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.707884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9e11479-17d5-437a-8e20-222522d0e07a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.707884] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9e11479-17d5-437a-8e20-222522d0e07a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.766118] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.766277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.766347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.766558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.766651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.766651] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be created. [ 645.789183] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.789329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.789401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.789612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.789792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.799172] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: UNINITIALIZED for 2s [ 645.861167] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b60213bd-cac0-4ad1-8346-3616d0c0765e: rpc.has_security_group_logging(os_id): False [ 645.881041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.884249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.884249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.884451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.884549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.884810] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.884922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.884982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.885342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.885342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.885342] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b60213bd-cac0-4ad1-8346-3616d0c0765e is going to be created. [ 645.944347] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.944528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.944585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.944813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.945042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.955501] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60213bd-cac0-4ad1-8346-3616d0c0765e in Status: IN_PROGRESS for 2s [ 646.211252] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9e11479-17d5-437a-8e20-222522d0e07a [ 646.211489] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.211623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.211684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.211892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.211984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.212092] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9e11479-17d5-437a-8e20-222522d0e07a already deleted. [ 646.212172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9e11479-17d5-437a-8e20-222522d0e07a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.278054] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 in Status: SUCCESS [ 646.278743] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 deletion is rescheduled due to dependency. [ 646.278743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.066969] env[70911]: INFO networking_nsxv3.common.synchronization [None req-69a8bca1-6ca0-4dd0-ad6d-e0f703b1ab4c None None] Enqueued Resource ID: 15d54809-c0ce-4571-87cc-008b125f9aae with Priority: HIGHEST for action port [ 647.067223] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d54809-c0ce-4571-87cc-008b125f9aae with Priority: HIGHEST for action port [ 647.067783] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d54809-c0ce-4571-87cc-008b125f9aae taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.067901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d54809-c0ce-4571-87cc-008b125f9aae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.067963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d54809-c0ce-4571-87cc-008b125f9aae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.068540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d54809-c0ce-4571-87cc-008b125f9aae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.068540] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d54809-c0ce-4571-87cc-008b125f9aae',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.570931] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15d54809-c0ce-4571-87cc-008b125f9aae [ 647.570931] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.570931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.570931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.570931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.570931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.570931] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15d54809-c0ce-4571-87cc-008b125f9aae already deleted. [ 647.570931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d54809-c0ce-4571-87cc-008b125f9aae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.812516] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 647.812516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.812516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.812516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.812679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.812679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.812769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.812900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.812978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.813078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.813166] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.817423] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc402c33-4bf7-4cc5-beaf-ab357e4304d9 req-358e592c-0f16-4577-a761-6f9b1664018d tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 647.817653] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc402c33-4bf7-4cc5-beaf-ab357e4304d9 req-358e592c-0f16-4577-a761-6f9b1664018d tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 647.822824] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ef9cb996-d41b-41cf-8ab2-19f68b2a9121 None None] Enqueued Resource ID: ef2e929e-a062-47c2-acd4-e6f1460974ec with Priority: HIGHEST for action port [ 647.822824] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 647.822824] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 647.822824] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef2e929e-a062-47c2-acd4-e6f1460974ec with Priority: HIGHEST for action port [ 647.824094] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.827516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.827516] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.827516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.827516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.827516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.827516] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.828743] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef2e929e-a062-47c2-acd4-e6f1460974ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.828743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef2e929e-a062-47c2-acd4-e6f1460974ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.828743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef2e929e-a062-47c2-acd4-e6f1460974ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.828935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef2e929e-a062-47c2-acd4-e6f1460974ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.828972] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef2e929e-a062-47c2-acd4-e6f1460974ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.889185] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc402c33-4bf7-4cc5-beaf-ab357e4304d9 req-358e592c-0f16-4577-a761-6f9b1664018d tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 647.890157] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc402c33-4bf7-4cc5-beaf-ab357e4304d9 req-358e592c-0f16-4577-a761-6f9b1664018d tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 647.890531] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc402c33-4bf7-4cc5-beaf-ab357e4304d9 req-358e592c-0f16-4577-a761-6f9b1664018d tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_rules [ 647.890852] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc402c33-4bf7-4cc5-beaf-ab357e4304d9 req-358e592c-0f16-4577-a761-6f9b1664018d tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 647.891267] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc402c33-4bf7-4cc5-beaf-ab357e4304d9 req-358e592c-0f16-4577-a761-6f9b1664018d tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with Priority: HIGHEST for action port [ 647.892116] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 647.892370] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_rules [ 647.892731] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with Priority: HIGHEST for action port [ 647.894039] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 647.894039] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 647.894039] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.895125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.895125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.895125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.895125] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.896683] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.896986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.896986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.897206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.897206] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.898057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.898165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.898238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.898401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.898474] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdc7b2c-6f9d-4d36-9012-322d5833bb5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.899443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.900989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.902682] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.902682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.980229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b60213bd-cac0-4ad1-8346-3616d0c0765e in Status: SUCCESS [ 647.980462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.321038] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.321194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.321263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.321472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.321631] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.321728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.321788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.321925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.322057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.322150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.322291] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.322379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.322432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.322569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.322698] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.322783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.322838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.323080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.323149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.323228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.323312] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.331685] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.333665] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.333665] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef2e929e-a062-47c2-acd4-e6f1460974ec [ 648.333871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.333871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.333958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.334146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.334210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.335033] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef2e929e-a062-47c2-acd4-e6f1460974ec already deleted. [ 648.335033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef2e929e-a062-47c2-acd4-e6f1460974ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.402604] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.402604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.402843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.402925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.403084] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with status ACTIVE [ 648.403241] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.403347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.403412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.403623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.403741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.403922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.404035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.404092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.404249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.404326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.404498] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.404896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.404896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.404896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.404896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.405072] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d is going to be updated. [ 648.424931] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.425135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.425186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.425474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.425474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.425629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.659975] env[70911]: INFO networking_nsxv3.common.synchronization [None req-909d2021-bb02-4523-968a-710bb081dd66 None None] Enqueued Resource ID: e545ecdb-c8af-4588-8ba5-21de851da5d8 with Priority: HIGHEST for action port [ 648.659975] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e545ecdb-c8af-4588-8ba5-21de851da5d8 with Priority: HIGHEST for action port [ 648.659975] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e545ecdb-c8af-4588-8ba5-21de851da5d8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.659975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e545ecdb-c8af-4588-8ba5-21de851da5d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.659975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e545ecdb-c8af-4588-8ba5-21de851da5d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e545ecdb-c8af-4588-8ba5-21de851da5d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.660619] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e545ecdb-c8af-4588-8ba5-21de851da5d8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.829273] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ea0d66-366a-4727-911b-9d0b7ca80ed1: rpc.has_security_group_logging(os_id): False [ 648.839444] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.839806] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.852728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.852728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.852728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.852728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.853699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.853971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.854517] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.854833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.855176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.855544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.855811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.858037] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be created. [ 648.912536] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.912736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.912785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.915446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.915446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.936639] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 649.167203] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e545ecdb-c8af-4588-8ba5-21de851da5d8 [ 649.167502] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.168433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.168433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.168647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.168723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.168819] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e545ecdb-c8af-4588-8ba5-21de851da5d8 already deleted. [ 649.168890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e545ecdb-c8af-4588-8ba5-21de851da5d8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.286508] env[70911]: INFO networking_nsxv3.common.synchronization [None req-3efdae6d-97b2-475f-9568-8848143f7870 None None] Enqueued Resource ID: 87c304f1-6864-4353-8883-cc54064bb862 with Priority: HIGHEST for action port [ 649.286857] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c304f1-6864-4353-8883-cc54064bb862 with Priority: HIGHEST for action port [ 649.287381] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c304f1-6864-4353-8883-cc54064bb862 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.287640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c304f1-6864-4353-8883-cc54064bb862" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.287640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c304f1-6864-4353-8883-cc54064bb862" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.287802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c304f1-6864-4353-8883-cc54064bb862" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.287888] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c304f1-6864-4353-8883-cc54064bb862',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.343554] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.343554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.343554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.343554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.343554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.343554] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be created. [ 649.344084] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.344084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.344579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.345537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.345537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.345537] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 649.382927] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.383135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.383204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.383425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.383585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.386284] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.387504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.387504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.387635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.387674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.400175] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 649.401818] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: UNINITIALIZED for 2s [ 649.410621] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cd014801-1811-4981-a88c-d4ce9bc90d70 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_rules [ 649.410870] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_rules [ 649.411941] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.411941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.411941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.411941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.411941] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.635955] env[70911]: INFO networking_nsxv3.common.synchronization [None req-5f644731-3d36-4dc0-9423-3643d6a6a4e0 None None] Enqueued Resource ID: 94b9d499-40a8-4b5a-913d-6eff459a8684 with Priority: HIGHEST for action port [ 649.635955] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94b9d499-40a8-4b5a-913d-6eff459a8684 with Priority: HIGHEST for action port [ 649.636600] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-94b9d499-40a8-4b5a-913d-6eff459a8684 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.636715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94b9d499-40a8-4b5a-913d-6eff459a8684" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.636822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94b9d499-40a8-4b5a-913d-6eff459a8684" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.638116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94b9d499-40a8-4b5a-913d-6eff459a8684" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.638116] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94b9d499-40a8-4b5a-913d-6eff459a8684',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.677304] env[70911]: INFO networking_nsxv3.common.synchronization [None req-f7fd98d3-65e6-422b-b2ac-3c4c8a21a458 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_rules [ 649.677798] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_rules [ 649.678136] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.678245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.792148] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87c304f1-6864-4353-8883-cc54064bb862 [ 649.792374] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.792501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.792563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.792773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.792861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.792945] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87c304f1-6864-4353-8883-cc54064bb862 already deleted. [ 649.793034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c304f1-6864-4353-8883-cc54064bb862" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.933165] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.933267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.933315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.936059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.936059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.936059] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 already deleted. [ 649.936059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.936059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.936059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.936059] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.095159] env[70911]: INFO networking_nsxv3.common.synchronization [req-aa82e73c-c1fe-4f20-a924-109acc489429 req-3aae7816-52bf-4683-8782-0ec6617e913c tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Enqueued Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_members [ 650.095159] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_members [ 650.095159] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.095300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.095361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.095613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.095804] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.095913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.096119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.096207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.096207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.096297] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.144226] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94b9d499-40a8-4b5a-913d-6eff459a8684 [ 650.144226] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.144460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.144515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.144815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.144968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.145152] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94b9d499-40a8-4b5a-913d-6eff459a8684 already deleted. [ 650.145306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94b9d499-40a8-4b5a-913d-6eff459a8684" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.461552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.461705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.461776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.461981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.462314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.462314] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 already deleted. [ 650.462314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.600024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.600171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.600215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.600509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.600509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.600710] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.600834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.600890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.601017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.601103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.601192] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 already deleted. [ 650.601265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.630322] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 650.630322] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_members [ 650.630322] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 650.630322] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 650.630322] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_members [ 650.630734] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 650.631207] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.631326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.631504] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad88f90-160d-4d4d-a96a-76993262d04a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.631618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.631679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.631930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.632099] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.632237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.635027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.635027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.635027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.635027] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.635027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.635027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.856476] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 650.856743] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 650.857149] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_rules [ 650.857149] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 650.857277] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_rules [ 650.857314] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_members [ 650.857560] env[70911]: INFO networking_nsxv3.common.synchronization [req-dba9fe0c-e3d1-4920-905b-7159d987af0b req-56cda281-94d8-435e-8237-642d76862bdc tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with Priority: HIGHEST for action port [ 650.858571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 650.858571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_rules [ 650.858571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_members [ 650.858571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with Priority: HIGHEST for action port [ 650.858571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_rules [ 650.858571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 650.858571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 650.858847] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.858847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.859113] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.859113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.859250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad88f90-160d-4d4d-a96a-76993262d04a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.859328] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.859519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.859636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.859673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.859875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.859989] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdc7b2c-6f9d-4d36-9012-322d5833bb5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.860811] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad88f90-160d-4d4d-a96a-76993262d04a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.860922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.861225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.861225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.861329] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.862239] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.862331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.862742] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.862742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.947811] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 650.948846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.054040] env[70911]: INFO networking_nsxv3.common.synchronization [req-dce90d69-6084-4ede-b7d5-86051dfc2e67 req-3729ffca-75cb-4820-9380-c5dc6958d033 tempest-DeleteServersAdminTestJSON-912023521 tempest-DeleteServersAdminTestJSON-912023521-project-admin] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 651.054040] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 651.054040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.054518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.054518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.059560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.059560] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.059560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.059560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.059560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.059560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.059560] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.098031] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.098031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.098031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.098318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.098683] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.108418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.108418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.108418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.108418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.108418] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.108418] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.108418] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.108418] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.108418] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 651.108418] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.108418] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.117904] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.118045] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 651.118207] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.119521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.119521] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-16a29cc9-5b1e-4ee7-af50-6d5788954dca taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.119521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.119521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.119521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.119910] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a29cc9-5b1e-4ee7-af50-6d5788954dca',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.138634] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.363470] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d with status ACTIVE [ 651.363728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.363921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.363966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.364209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.364326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.364471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.365178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.365178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.365178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.365178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.365178] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.365178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.365178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.365497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.365497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.365497] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fdc7b2c-6f9d-4d36-9012-322d5833bb5d is going to be updated. [ 651.367661] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad88f90-160d-4d4d-a96a-76993262d04a taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.367836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.391552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.391552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.391552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.391552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.391552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.391552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdc7b2c-6f9d-4d36-9012-322d5833bb5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.437824] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: SUCCESS [ 651.438237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.438443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.438709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.438999] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.439165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.439231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.439434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.439548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.439651] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.441191] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 651.441385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.441641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.441722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.441904] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.442128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.442128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.442415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.442415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.442415] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.563381] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.563381] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.563381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.563381] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be updated. [ 651.589921] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.590588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.590776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.594596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.594596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.603750] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: IN_PROGRESS for 2s [ 651.621918] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.622472] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.622617] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.622958] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.623066] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.623264] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 16a29cc9-5b1e-4ee7-af50-6d5788954dca not found, creating... [ 651.623548] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.623712] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.623831] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.624081] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.624303] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.624581] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.624742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.624860] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.625591] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.625785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.626016] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 16a29cc9-5b1e-4ee7-af50-6d5788954dca is going to be created. [ 651.639380] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.644629] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.646708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.646708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.646708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.646708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.646708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.948500] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.948500] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.952159] env[70911]: INFO networking_nsxv3.common.synchronization [None req-850e47c2-df5d-40ca-ad40-08f26b88239b None None] Enqueued Resource ID: 8a2c4028-61f4-48d4-aaba-643de1ec445f with Priority: HIGHEST for action port [ 651.952159] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a2c4028-61f4-48d4-aaba-643de1ec445f with Priority: HIGHEST for action port [ 651.952159] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a2c4028-61f4-48d4-aaba-643de1ec445f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.952159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a2c4028-61f4-48d4-aaba-643de1ec445f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.952159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a2c4028-61f4-48d4-aaba-643de1ec445f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.953000] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a2c4028-61f4-48d4-aaba-643de1ec445f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.953141] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a2c4028-61f4-48d4-aaba-643de1ec445f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.140913] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.141161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.141297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.144931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.144931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.144931] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad88f90-160d-4d4d-a96a-76993262d04a is going to be created. [ 652.180764] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.180764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.180764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.180965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.181012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.192234] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: UNINITIALIZED for 2s [ 652.372629] env[70911]: INFO networking_nsxv3.common.synchronization [None req-524bc4d8-4274-4bc6-86bb-d6578300d243 None None] Enqueued Resource ID: a9935b77-d2e0-4a92-a13c-9eb1b7b67010 with Priority: HIGHEST for action port [ 652.373302] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9935b77-d2e0-4a92-a13c-9eb1b7b67010 with Priority: HIGHEST for action port [ 652.373685] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9935b77-d2e0-4a92-a13c-9eb1b7b67010 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.373824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9935b77-d2e0-4a92-a13c-9eb1b7b67010" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.373892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9935b77-d2e0-4a92-a13c-9eb1b7b67010" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.378287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9935b77-d2e0-4a92-a13c-9eb1b7b67010" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.378383] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9935b77-d2e0-4a92-a13c-9eb1b7b67010',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.450069] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.451630] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.455526] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a2c4028-61f4-48d4-aaba-643de1ec445f [ 652.455577] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.455793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.455793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.456204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.456204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.456204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a2c4028-61f4-48d4-aaba-643de1ec445f already deleted. [ 652.456613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a2c4028-61f4-48d4-aaba-643de1ec445f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.712245] env[70911]: INFO networking_nsxv3.common.synchronization [req-a7901974-1596-4844-afe5-79b827186e1b req-dd45ffdc-d52d-4e01-b21a-fa8847da0ae6 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 652.712413] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 652.713065] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.713318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.713318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.714762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.714762] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.714762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.714762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.714762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.714762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.714762] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.883598] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9935b77-d2e0-4a92-a13c-9eb1b7b67010 [ 652.883598] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.883598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.883598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.883598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.883598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.883598] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9935b77-d2e0-4a92-a13c-9eb1b7b67010 already deleted. [ 652.883598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9935b77-d2e0-4a92-a13c-9eb1b7b67010" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.954168] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.954509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.954509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.954645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.954737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.954843] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 652.957481] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.957481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.957481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.957481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.957481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.957481] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be updated. [ 653.018010] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.018233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.018289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.018507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.018739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.022308] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.022440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.022503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.022704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.022855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.034439] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: IN_PROGRESS for 2s [ 653.035495] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 653.080554] env[70911]: INFO networking_nsxv3.common.synchronization [req-aa82e73c-c1fe-4f20-a924-109acc489429 req-2e1b0c4f-08b1-4254-9b94-456f0d0ec997 service nova] Enqueued Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_rules [ 653.080886] env[70911]: INFO networking_nsxv3.common.synchronization [req-aa82e73c-c1fe-4f20-a924-109acc489429 req-2e1b0c4f-08b1-4254-9b94-456f0d0ec997 service nova] Enqueued Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_members [ 653.081521] env[70911]: INFO networking_nsxv3.common.synchronization [req-aa82e73c-c1fe-4f20-a924-109acc489429 req-2e1b0c4f-08b1-4254-9b94-456f0d0ec997 service nova] Enqueued Resource ID: 16a29cc9-5b1e-4ee7-af50-6d5788954dca with Priority: HIGHEST for action port [ 653.083595] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_rules [ 653.083595] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_members [ 653.083789] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a29cc9-5b1e-4ee7-af50-6d5788954dca with Priority: HIGHEST for action port [ 653.084029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.084166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.084228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.084511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.084593] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.085527] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.087311] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.087401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.087580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.087763] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.087870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.087930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.088106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.088209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.088289] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.089292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a29cc9-5b1e-4ee7-af50-6d5788954dca taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.089399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.089588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.089645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.089690] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a29cc9-5b1e-4ee7-af50-6d5788954dca',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.217629] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.217629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.217804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.217935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.218036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.218229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.218324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.218381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.218532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.218604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.218682] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 already deleted. [ 653.218759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.591245] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.593303] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.593303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.593624] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16a29cc9-5b1e-4ee7-af50-6d5788954dca with status ACTIVE [ 653.596240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.596240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.596240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.596240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.596432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.596537] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.596653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.596848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.597058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.597141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.597338] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.597431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.597510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.600698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.600821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.600920] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16a29cc9-5b1e-4ee7-af50-6d5788954dca is going to be updated. [ 653.617491] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: SUCCESS [ 653.617664] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 deletion is rescheduled due to dependency. [ 653.617788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.628205] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.628205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.628205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.628205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.628205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.628205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a29cc9-5b1e-4ee7-af50-6d5788954dca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.913288] env[70911]: INFO networking_nsxv3.common.synchronization [None req-c1e8b849-eaec-4117-9bcb-79d42133a69b None None] Enqueued Resource ID: 2606b46a-e80f-4dae-93b3-a38b0c182f25 with Priority: HIGHEST for action port [ 653.913288] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2606b46a-e80f-4dae-93b3-a38b0c182f25 with Priority: HIGHEST for action port [ 653.913471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-2606b46a-e80f-4dae-93b3-a38b0c182f25 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.913640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2606b46a-e80f-4dae-93b3-a38b0c182f25" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.913640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2606b46a-e80f-4dae-93b3-a38b0c182f25" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.914683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2606b46a-e80f-4dae-93b3-a38b0c182f25" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.914683] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2606b46a-e80f-4dae-93b3-a38b0c182f25',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.988044] env[70911]: INFO networking_nsxv3.common.synchronization [req-e1e2522a-59c8-47e0-8a5e-20b88cf60f1a req-8788868d-1924-458a-a2fb-fb7bc894494a tempest-ServerAddressesNegativeTestJSON-1371776961 tempest-ServerAddressesNegativeTestJSON-1371776961-project-member] Enqueued Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_members [ 653.988634] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGHEST for action security_group_members [ 653.989057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.989199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.989271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.989512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.989619] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.989718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.989773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.989925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.990034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.990121] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.093823] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.202934] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: SUCCESS [ 654.203766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.203979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.204250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.204643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.204774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.204839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.205010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.205096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.205716] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.264391] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.265362] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.265362] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.265362] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.265362] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.265616] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.265616] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.265840] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.266622] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.268117] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.268117] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.268117] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.268117] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.268117] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.268117] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.268117] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.286442] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.286651] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.286843] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.287521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.287521] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-c390579c-3c2c-4f65-b398-ccf53718452e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.287711] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.287841] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.292489] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.292681] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c390579c-3c2c-4f65-b398-ccf53718452e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.417144] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2606b46a-e80f-4dae-93b3-a38b0c182f25 [ 654.418185] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.418185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.418185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.418185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.418185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.418185] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2606b46a-e80f-4dae-93b3-a38b0c182f25 already deleted. [ 654.418185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2606b46a-e80f-4dae-93b3-a38b0c182f25" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.492651] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.492823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.492896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.493148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.493250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.493509] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.493647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.493713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.493898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.493967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.494087] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df6ac946-a472-45a2-892e-186be9e76944 is going to be updated. [ 654.544239] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.544395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.544473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.544709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.544860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.555256] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df6ac946-a472-45a2-892e-186be9e76944 in Status: IN_PROGRESS for 2s [ 654.597659] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.597659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.597659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.598434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.598558] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 is going to be created. [ 654.619155] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.619266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.619341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.619584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.619754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.629735] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 in Status: UNINITIALIZED for 2s [ 654.710337] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.796203] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.796203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.796408] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.796711] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.796908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.797118] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port c390579c-3c2c-4f65-b398-ccf53718452e not found, creating... [ 654.797460] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.797667] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.797835] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.798738] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.798949] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.799317] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.803040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.803040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.803040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.803040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.803040] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: c390579c-3c2c-4f65-b398-ccf53718452e is going to be created. [ 654.818399] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.819267] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.819404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.819695] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.823404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.824772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.828712] env[70911]: INFO networking_nsxv3.common.synchronization [None req-a8ca9d77-aaaa-4ee1-8a84-ee32a7c4a9f4 None None] Enqueued Resource ID: ddd7f29d-00d4-4bf3-9663-7cf8cfe44932 with Priority: HIGHEST for action port [ 654.829177] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddd7f29d-00d4-4bf3-9663-7cf8cfe44932 with Priority: HIGHEST for action port [ 654.829668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddd7f29d-00d4-4bf3-9663-7cf8cfe44932 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.829779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddd7f29d-00d4-4bf3-9663-7cf8cfe44932" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.830060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddd7f29d-00d4-4bf3-9663-7cf8cfe44932" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.830159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddd7f29d-00d4-4bf3-9663-7cf8cfe44932" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.830226] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddd7f29d-00d4-4bf3-9663-7cf8cfe44932',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.053021] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: SUCCESS [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.053021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.053021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.053021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.056836] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 655.057074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.057496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.057700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.057875] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.058017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.058088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.058270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.058354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.058440] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.060890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.061113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.061278] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.061486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.061570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.061718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.061815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.061901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.062018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.062807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.062970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.063161] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.063262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.063331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.063453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.063554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.063654] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.212614] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.332356] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddd7f29d-00d4-4bf3-9663-7cf8cfe44932 [ 655.332604] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.332662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.333496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.333496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.333496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.333496] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddd7f29d-00d4-4bf3-9663-7cf8cfe44932 already deleted. [ 655.333496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddd7f29d-00d4-4bf3-9663-7cf8cfe44932" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.561408] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.562463] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.565423] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.565580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.565733] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.717332] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.717652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.717652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.717807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.717919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.717919] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad88f90-160d-4d4d-a96a-76993262d04a is going to be updated. [ 655.746938] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.747054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.748025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.748025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.748025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.758609] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: IN_PROGRESS for 2s [ 655.893762] env[70911]: INFO networking_nsxv3.common.synchronization [req-a7901974-1596-4844-afe5-79b827186e1b req-56b79bd6-4f9a-4760-bd9e-96a2b660772a service nova] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 655.893926] env[70911]: INFO networking_nsxv3.common.synchronization [req-a7901974-1596-4844-afe5-79b827186e1b req-56b79bd6-4f9a-4760-bd9e-96a2b660772a service nova] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 655.894132] env[70911]: INFO networking_nsxv3.common.synchronization [req-a7901974-1596-4844-afe5-79b827186e1b req-56b79bd6-4f9a-4760-bd9e-96a2b660772a service nova] Enqueued Resource ID: c390579c-3c2c-4f65-b398-ccf53718452e with Priority: HIGHEST for action port [ 655.894586] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 655.894751] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 655.894854] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c390579c-3c2c-4f65-b398-ccf53718452e with Priority: HIGHEST for action port [ 655.895102] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.895225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.895289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.895492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.895587] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.896443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.896559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.896625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.896797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.896955] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.897060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.897162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.897265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.897352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.897443] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.898208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-c390579c-3c2c-4f65-b398-ccf53718452e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.898315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.898394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.898519] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.898590] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c390579c-3c2c-4f65-b398-ccf53718452e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.048279] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 req-584d8e62-fb56-4a9a-aead-feaba90fd1dd tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 656.048279] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 656.048279] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.048279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.048498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.048623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.048773] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.048870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.048930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.051435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.051487] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.054034] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.063877] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44a8d6a9-b312-462f-a5a9-c06247d6707d: rpc.has_security_group_logging(os_id): False [ 656.065035] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.072486] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.083012] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.083195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.083261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.083484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.083572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.083802] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.083903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.084117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.084117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.084229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.084280] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be created. [ 656.141990] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.142181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.142254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.142432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.142602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.151929] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: IN_PROGRESS for 2s [ 656.400833] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.401854] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.401854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.403204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c390579c-3c2c-4f65-b398-ccf53718452e with status ACTIVE [ 656.403716] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.403716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.403716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.404317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.404560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.405336] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.405336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.405336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.405336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.405336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.408020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.408020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.408020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.408020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.408020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.408020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c390579c-3c2c-4f65-b398-ccf53718452e is going to be updated. [ 656.430118] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.430118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.430118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.430118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.430118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.430118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c390579c-3c2c-4f65-b398-ccf53718452e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.554873] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.554873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.554873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.554873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.554873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.554873] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.554873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.554873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.555379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.557908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.558480] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 already deleted. [ 656.558480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.568140] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df6ac946-a472-45a2-892e-186be9e76944 in Status: SUCCESS [ 656.568140] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df6ac946-a472-45a2-892e-186be9e76944 deletion is rescheduled due to dependency. [ 656.569143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.572660] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.573101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.573356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.576188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.576188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.576188] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be updated. [ 656.576188] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.576589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.576805] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.577178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.577386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.577710] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 656.605503] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.605702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.605702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.606742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.606742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.615050] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.615211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.615612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.615612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.615739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.618964] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: IN_PROGRESS for 2s [ 656.628561] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 656.636169] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 in Status: SUCCESS [ 656.636549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.636638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.637033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.637033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.637162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.637198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.637546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.637546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.637546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.637708] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.908623] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.140629] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.140919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.141049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.143329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.143329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.143329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.143329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.143329] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.412442] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.412621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.412671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.412865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.413251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.413251] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be created. [ 657.434617] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.434775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.434833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.435051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.435241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.444599] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: UNINITIALIZED for 2s [ 657.646940] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df8dddfa-7a91-4ed3-badf-ff429f86bce5: rpc.has_security_group_logging(os_id): False [ 657.653590] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.653590] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.653590] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.655069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.655069] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.655069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.655069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.655707] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.655707] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.656168] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.656393] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.659025] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.659025] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.659025] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.659025] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.659025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.666952] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.667041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.667358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.667358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.667470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.667614] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.667715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.667777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.667948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.668051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.668249] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.668352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.668401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.668592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.668688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.668871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.668969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.669072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.669237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.669312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.669400] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 is going to be created. [ 657.676955] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.677268] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.677366] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.677590] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.677852] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.678093] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.678293] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.678554] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.678697] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.718850] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.719073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.719138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.719340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.719523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.730480] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 in Status: IN_PROGRESS for 2s [ 657.768256] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: SUCCESS [ 657.768550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.769052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.769052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.769237] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.769865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.769865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.769865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.769865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.769865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.769865] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.878304] env[70911]: INFO networking_nsxv3.common.synchronization [None req-9689c81e-7c85-4f6f-a091-5ef7560abca0 None None] Enqueued Resource ID: a14fd337-2024-4e5d-83eb-394fe57aa139 with Priority: HIGHEST for action port [ 657.878477] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14fd337-2024-4e5d-83eb-394fe57aa139 with Priority: HIGHEST for action port [ 657.879061] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a14fd337-2024-4e5d-83eb-394fe57aa139 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.879196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a14fd337-2024-4e5d-83eb-394fe57aa139" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.879432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a14fd337-2024-4e5d-83eb-394fe57aa139" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.879558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a14fd337-2024-4e5d-83eb-394fe57aa139" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.879626] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a14fd337-2024-4e5d-83eb-394fe57aa139',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.078432] env[70911]: INFO networking_nsxv3.common.synchronization [req-d81880c1-2804-49d6-ba39-2794febcf757 req-165333c5-a465-4705-89c4-096f66b246e3 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Enqueued Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_members [ 658.078959] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_members [ 658.079289] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.079415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.079476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.079741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.079901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.080627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.080627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.080627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.080627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.080627] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.170030] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: SUCCESS [ 658.170030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.170030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.170030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.170030] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.188386] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.188386] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 not found, creating... [ 658.188386] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.188386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.189654] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.190419] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.191368] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.191900] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.192370] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.194129] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 is going to be created. [ 658.229167] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.229480] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.229660] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.230015] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.230317] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.230600] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.273164] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.384196] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a14fd337-2024-4e5d-83eb-394fe57aa139 [ 658.384803] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.384803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.384803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.385498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.385498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.385498] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a14fd337-2024-4e5d-83eb-394fe57aa139 already deleted. [ 658.387162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a14fd337-2024-4e5d-83eb-394fe57aa139" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.583652] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.583815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.583868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.584104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.584285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.584473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.584683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.584751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.585714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.585714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.585714] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 already deleted. [ 658.585714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.628949] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: SUCCESS [ 658.629246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.636632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.636632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.636632] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.636632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.636632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.636632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.636632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.636632] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.643242] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 658.645492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.645492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.645492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.645492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.645492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.645492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.645492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.645492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.645492] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.675382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.675382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.781667] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad88f90-160d-4d4d-a96a-76993262d04a: rpc.has_security_group_logging(os_id): False [ 658.806012] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.806012] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.806012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.806012] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad88f90-160d-4d4d-a96a-76993262d04a is going to be created. [ 658.860178] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.860485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.860565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.860762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.861031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.873498] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: IN_PROGRESS for 2s [ 658.940489] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.940671] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-145" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.940809] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-145" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.941328] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-145" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.941851] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.942250] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942484] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.942737] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943036] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943819] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.943819] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.943819] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.943819] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.943993] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.943993] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.944134] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.968062] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.968062] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.968062] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.968371] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-145" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.968661] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-2b08d637-23b2-414a-810d-76ff32054a49 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.969068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.969215] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.969601] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.970453] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b08d637-23b2-414a-810d-76ff32054a49',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.143901] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.153759] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.460159] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: SUCCESS [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.460159] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.460159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.460159] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.474147] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.474243] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.474324] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.475056] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.475249] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.475415] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 2b08d637-23b2-414a-810d-76ff32054a49 not found, creating... [ 659.475700] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.476426] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.476584] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.476825] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.477346] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.477929] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.478160] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.478305] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.478585] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.478799] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.478898] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 2b08d637-23b2-414a-810d-76ff32054a49 is going to be created. [ 659.500171] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.500386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.500548] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.500783] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.501239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.501305] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.647880] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.652511] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.743383] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 in Status: SUCCESS [ 659.743625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.828651] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 req-616fbb2c-29ac-4010-b818-842a1139644b service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 659.828878] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 req-616fbb2c-29ac-4010-b818-842a1139644b service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 659.829393] env[70911]: INFO networking_nsxv3.common.synchronization [req-cc3a140f-6cdf-4fa5-a6fe-acd074d55fc0 req-616fbb2c-29ac-4010-b818-842a1139644b service nova] Enqueued Resource ID: be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 with Priority: HIGHEST for action port [ 659.830242] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 659.830448] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 659.830598] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 with Priority: HIGHEST for action port [ 659.831464] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.831644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.831747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.832113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.832365] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.833659] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.833732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.833821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.836840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.837101] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.837251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.837345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.837563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.838079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.838228] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.839482] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.839639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.839735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.839957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.840079] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.963433] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.116923] env[70911]: INFO networking_nsxv3.common.synchronization [req-30abacf2-2f6b-4451-b1c3-b8d3ad56642e req-d213fa72-be5a-4c46-a5a6-3a35a929afa7 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 660.118020] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 660.118923] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.118923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.118923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.118923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.119186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.122115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.122115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.122115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.122115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.122115] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.151020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.151020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.151020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.151020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.151020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.151020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be updated. [ 660.158321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.158321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.159425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.159425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.159425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.159425] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 660.179648] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.179830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.179868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.180071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.180207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.182228] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.182514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.182675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.182868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.182912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.193813] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: IN_PROGRESS for 2s [ 660.194992] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 660.345183] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.347171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.347282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.347751] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 with status ACTIVE [ 660.349101] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.349273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.349502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.349663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.349777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.349984] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.350139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.350342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.350548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.350664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.350880] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.351020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.351110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.351283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.351404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.351625] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2 is going to be updated. [ 660.371976] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.372307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.372307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.372526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.372610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.372763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be9edfbf-f5e3-4ac8-9eaa-5ac7868135e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.470637] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d677ad30-8273-418c-8e25-eed32b876835: rpc.has_security_group_logging(os_id): False [ 660.500409] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.500585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.500668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.500901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.500997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.501276] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.501405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.501470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.502569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.502712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.503158] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be created. [ 660.509927] env[70911]: INFO networking_nsxv3.common.synchronization [req-7e7dc21e-1852-42d7-8e41-d84f25128f1e req-deecb163-a131-4349-9c88-d486103d0d18 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Enqueued Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_members [ 660.511063] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_members [ 660.511063] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.511063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.511063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.511380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.511557] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.511656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.511719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.511896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.511985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.512092] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.567292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.567292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.567292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.567292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.567292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.580149] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: IN_PROGRESS for 2s [ 660.622706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.622990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.622990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.623173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.623221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.623408] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.623503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.623560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.624042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.624447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.624447] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 660.665240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.665240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.665240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.665240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.665240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.674080] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 660.774233] env[70911]: INFO networking_nsxv3.common.synchronization [req-d81880c1-2804-49d6-ba39-2794febcf757 req-a01f25f1-999c-415f-ae9f-ce934d071420 service nova] Enqueued Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_rules [ 660.774975] env[70911]: INFO networking_nsxv3.common.synchronization [req-d81880c1-2804-49d6-ba39-2794febcf757 req-a01f25f1-999c-415f-ae9f-ce934d071420 service nova] Enqueued Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_members [ 660.774975] env[70911]: INFO networking_nsxv3.common.synchronization [req-d81880c1-2804-49d6-ba39-2794febcf757 req-a01f25f1-999c-415f-ae9f-ce934d071420 service nova] Enqueued Resource ID: 2b08d637-23b2-414a-810d-76ff32054a49 with Priority: HIGHEST for action port [ 660.775376] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_rules [ 660.778128] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_members [ 660.778128] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b08d637-23b2-414a-810d-76ff32054a49 with Priority: HIGHEST for action port [ 660.778128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.778128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.778128] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.779789] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.779789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.779898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.781166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.781333] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.781435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.781499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.781649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.781731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.781855] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.782705] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b08d637-23b2-414a-810d-76ff32054a49 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.782814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.782887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.783055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.783130] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b08d637-23b2-414a-810d-76ff32054a49',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.855988] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.887076] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: SUCCESS [ 660.887334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.014539] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.014673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.014734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.015073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.015258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.015469] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.015592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.015681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.015937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.016105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.016209] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea already deleted. [ 661.016273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.287015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.289232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.289232] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.290018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b08d637-23b2-414a-810d-76ff32054a49 with status ACTIVE [ 661.290298] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.290565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.290565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.290698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.290783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.291125] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.291125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.291125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.291319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.291393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.291561] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.291837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.291837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.291934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.292086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.292122] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b08d637-23b2-414a-810d-76ff32054a49 is going to be updated. [ 661.316698] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.316698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.316698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.316698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.316698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.316698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b08d637-23b2-414a-810d-76ff32054a49" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360098] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.360098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.360098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.360098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.360098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.360098] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be created. [ 661.384207] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.384207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.384207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.384207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.384207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.391529] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: UNINITIALIZED for 2s [ 661.795113] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.918987] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.919401] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-305" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.919562] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-305" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.919969] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-305" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.920272] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.920432] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.920563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.920817] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.920979] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.921216] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.921332] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.921441] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.921635] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.921699] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.921747] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.921881] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.939995] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.940182] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.940321] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.940500] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-305" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.940814] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-61be4200-0bbf-4dc0-9a12-1693e44447c4 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.941080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.941175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.941484] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.941621] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61be4200-0bbf-4dc0-9a12-1693e44447c4',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.207279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 662.207525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.207861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.208339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.208339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.208467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.208577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.208821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.208983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.209057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.209257] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.209390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.209475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.209648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.209814] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.209933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.210019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.210188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.210288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.210600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.210600] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.211968] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: SUCCESS [ 662.212545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.212613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.212915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.213110] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.213243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.213330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.213520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.214310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.214477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.214570] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.300166] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.300314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.300379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.300594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.300685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.300780] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 is going to be created. [ 662.323441] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.323589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.323661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.323866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.324033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.336666] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 in Status: UNINITIALIZED for 2s [ 662.449803] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.452041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.452041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.452041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.452041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.452041] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 61be4200-0bbf-4dc0-9a12-1693e44447c4 not found, creating... [ 662.452041] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.452041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.452041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.452041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.452690] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.453535] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.453535] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.453535] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.453535] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.454990] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.454990] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 61be4200-0bbf-4dc0-9a12-1693e44447c4 is going to be created. [ 662.474457] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.475087] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.475087] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.475867] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.476135] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.477443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.601659] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: SUCCESS [ 662.601933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.688104] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 662.688281] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 662.688540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.716408] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c26fb3b-b6f0-4752-a127-ff5a559965e8: rpc.has_security_group_logging(os_id): False [ 662.718875] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.736404] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.736559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.736613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.738389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.738389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.738389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.738389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.738389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.738389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.738389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.738389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.739199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.739199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.739199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.739199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.739199] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.739199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.739199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.739555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.739555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.739812] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 662.797874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.798214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.798214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.798419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.798532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.812374] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 663.223608] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44a8d6a9-b312-462f-a5a9-c06247d6707d: rpc.has_security_group_logging(os_id): False [ 663.243244] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.243808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.243918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.244180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.244278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.244529] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.246376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.246651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.246987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.247187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.247396] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be updated. [ 663.309126] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.309280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.309363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.309725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.309725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.325048] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: IN_PROGRESS for 2s [ 663.407925] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.407925] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.407925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.407925] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.912162] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.912490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.912490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.912771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.912865] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.912954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.913053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.913316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.913316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.913471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.913526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.913644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.913701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.913848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.914028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.914122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.914180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.914318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.914393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.914477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.914570] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.008186] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7f3c6367-f595-4649-8fa5-bf3f72d7420f None None] Enqueued Resource ID: 55c705a7-71fa-4029-bc53-a674a9efb851 with Priority: HIGHEST for action port [ 664.008669] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c705a7-71fa-4029-bc53-a674a9efb851 with Priority: HIGHEST for action port [ 664.008986] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-55c705a7-71fa-4029-bc53-a674a9efb851 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.010598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55c705a7-71fa-4029-bc53-a674a9efb851" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.010701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55c705a7-71fa-4029-bc53-a674a9efb851" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.010935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55c705a7-71fa-4029-bc53-a674a9efb851" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.011057] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c705a7-71fa-4029-bc53-a674a9efb851',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.082260] env[70911]: INFO networking_nsxv3.common.synchronization [req-7e7dc21e-1852-42d7-8e41-d84f25128f1e req-85ae4ca3-95df-4554-a166-a2d15f641820 service nova] Enqueued Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_rules [ 664.082260] env[70911]: INFO networking_nsxv3.common.synchronization [req-7e7dc21e-1852-42d7-8e41-d84f25128f1e req-85ae4ca3-95df-4554-a166-a2d15f641820 service nova] Enqueued Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_members [ 664.082260] env[70911]: INFO networking_nsxv3.common.synchronization [req-7e7dc21e-1852-42d7-8e41-d84f25128f1e req-85ae4ca3-95df-4554-a166-a2d15f641820 service nova] Enqueued Resource ID: 61be4200-0bbf-4dc0-9a12-1693e44447c4 with Priority: HIGHEST for action port [ 664.082260] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_rules [ 664.082260] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_members [ 664.082260] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61be4200-0bbf-4dc0-9a12-1693e44447c4 with Priority: HIGHEST for action port [ 664.082260] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.082830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.082830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.082830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.082963] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.083769] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.083922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.083958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.084119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.084259] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.084348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.084406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.084542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.084623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.084791] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.085543] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-61be4200-0bbf-4dc0-9a12-1693e44447c4 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.086357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.086357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.086357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.086357] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61be4200-0bbf-4dc0-9a12-1693e44447c4',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.344285] env[70911]: INFO networking_nsxv3.common.synchronization [None req-50537c92-33b4-4eca-9b61-fb3b35e80d48 None None] Enqueued Resource ID: 1d97437f-5da5-443c-bb1d-ae43ce9987a1 with Priority: HIGHEST for action port [ 664.344285] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d97437f-5da5-443c-bb1d-ae43ce9987a1 with Priority: HIGHEST for action port [ 664.344285] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d97437f-5da5-443c-bb1d-ae43ce9987a1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.344285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d97437f-5da5-443c-bb1d-ae43ce9987a1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.344285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d97437f-5da5-443c-bb1d-ae43ce9987a1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.344285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d97437f-5da5-443c-bb1d-ae43ce9987a1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.344285] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d97437f-5da5-443c-bb1d-ae43ce9987a1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.345437] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 in Status: SUCCESS [ 664.345629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.346386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.346599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.346935] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.347022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.347119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.347292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.347414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.347530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.347639] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.419853] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a518215-7103-45f4-a37d-7a6b77b692c5: rpc.has_security_group_logging(os_id): False [ 664.439973] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.440196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.440293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.440543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.440886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.441186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.441344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.441446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.441640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.441883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.442128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.444657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.444657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.444657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.444657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.444657] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.444657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.444657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.445431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.445431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.445522] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be created. [ 664.513433] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.513433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.513433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.513433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.513433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.515309] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55c705a7-71fa-4029-bc53-a674a9efb851 [ 664.515639] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.518429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.518429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.518429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.518429] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55c705a7-71fa-4029-bc53-a674a9efb851 already deleted. [ 664.518429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55c705a7-71fa-4029-bc53-a674a9efb851" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.523469] env[70911]: INFO networking_nsxv3.common.synchronization [None req-736c4bf8-4024-4489-8261-264383b257c9 None None] Enqueued Resource ID: 62313587-6310-4e27-86b1-e374275676c7 with Priority: HIGHEST for action port [ 664.524404] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62313587-6310-4e27-86b1-e374275676c7 with Priority: HIGHEST for action port [ 664.524492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-62313587-6310-4e27-86b1-e374275676c7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.524587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62313587-6310-4e27-86b1-e374275676c7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.524642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62313587-6310-4e27-86b1-e374275676c7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.525097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62313587-6310-4e27-86b1-e374275676c7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.525097] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62313587-6310-4e27-86b1-e374275676c7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.528743] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 664.587597] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.589078] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.598225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.598225] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61be4200-0bbf-4dc0-9a12-1693e44447c4 with status ACTIVE [ 664.598225] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.598225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.598225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.598225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.598225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.598225] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.598225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.598225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.602028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.602028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.602028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.602028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.602028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.602028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.602028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.602028] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61be4200-0bbf-4dc0-9a12-1693e44447c4 is going to be updated. [ 664.627323] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.627323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.627323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.627323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.627323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.627323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61be4200-0bbf-4dc0-9a12-1693e44447c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.830886] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 664.834124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.834124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.834124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.834124] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.851276] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.851276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.851441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.851562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.851732] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.851830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.851892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.852083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.852149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.852230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.852436] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.852556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.852556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.852654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.852796] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.852890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.852950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.853099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.853174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.853258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.853345] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.855186] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d97437f-5da5-443c-bb1d-ae43ce9987a1 [ 664.856511] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.856511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.856511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.856511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.856511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.856511] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d97437f-5da5-443c-bb1d-ae43ce9987a1 already deleted. [ 664.856511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d97437f-5da5-443c-bb1d-ae43ce9987a1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.027311] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62313587-6310-4e27-86b1-e374275676c7 [ 665.027622] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.029320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.029411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.029640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.029742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.029843] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62313587-6310-4e27-86b1-e374275676c7 already deleted. [ 665.029925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62313587-6310-4e27-86b1-e374275676c7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.101991] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.333960] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.334167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.334213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.334425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.334598] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.334697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.335213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.335213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.335213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.335213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.335213] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.338119] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: SUCCESS [ 665.339332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.359263] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5968f9f0-8e46-4bce-9ef6-30af4eec9028: rpc.has_security_group_logging(os_id): False [ 665.376760] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.376919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.377044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.377287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.377508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.377608] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.377696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.377757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.378070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.378070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.378164] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.379023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.379023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.379023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.379023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.379023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.379023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.379293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.379293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.379368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.379435] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 is going to be created. [ 665.435226] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.435466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.435466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.435583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.435744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.443867] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 in Status: IN_PROGRESS for 2s [ 665.604379] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.604741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.604741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.605418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.605418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.605418] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea is going to be created. [ 665.627859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.628659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.628659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.629627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.629995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.641436] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44844700-a55c-4644-b3bf-b6803f4d45ea in Status: UNINITIALIZED for 2s [ 665.838318] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.838318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.838318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.838318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.838318] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.838318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.838318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.838318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.838915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.838915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.838915] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.838915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.838915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.839265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.839265] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.839265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.839450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.839450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.839555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.839610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.839879] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.344404] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c26fb3b-b6f0-4752-a127-ff5a559965e8: rpc.has_security_group_logging(os_id): False [ 666.361726] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.361836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.361836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.362040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.362142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.362342] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.362449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.362512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.362674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.362988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.362988] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.363378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.363378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.363378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.363378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.363534] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.363633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.363685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.363916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.363993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.364445] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 666.423957] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.424643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.424747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.424959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.425167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.446076] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 666.542166] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 666.542426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.457803] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 in Status: SUCCESS [ 667.457803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.651783] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44844700-a55c-4644-b3bf-b6803f4d45ea in Status: SUCCESS [ 667.652138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.653713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.653713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.653713] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.653713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.653713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.653713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.653713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.653713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.653713] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.101264] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2f5d567-1b7c-4741-b65e-610f3c051459 req-96859883-e551-4b27-ae6f-7d0168751cd3 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 668.101264] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 668.101264] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.101264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.101264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.101264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.101264] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.101264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.101264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.102496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.102496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.102496] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.159846] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.461925] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 668.461925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.604785] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.604785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.604785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.604785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.604985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.605494] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.605494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.605494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.605494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.605494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.605762] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 already deleted. [ 668.605762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.664654] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44844700-a55c-4644-b3bf-b6803f4d45ea: rpc.has_security_group_logging(os_id): False [ 668.682521] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.682782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.682873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.683174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.683289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.683629] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.683774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.683842] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.684049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.684165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.684258] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea is going to be created. [ 668.744115] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.744115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.744115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.744372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.744468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.760204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44844700-a55c-4644-b3bf-b6803f4d45ea in Status: IN_PROGRESS for 2s [ 668.988484] env[70911]: INFO networking_nsxv3.common.synchronization [None req-667e1627-3e56-4cff-a5bb-b1d07d49e593 None None] Enqueued Resource ID: 7e947d75-c063-4565-82af-d5d24ce7b4b1 with Priority: HIGHEST for action port [ 668.988484] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e947d75-c063-4565-82af-d5d24ce7b4b1 with Priority: HIGHEST for action port [ 668.988765] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e947d75-c063-4565-82af-d5d24ce7b4b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.988888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e947d75-c063-4565-82af-d5d24ce7b4b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.988997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e947d75-c063-4565-82af-d5d24ce7b4b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.992021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e947d75-c063-4565-82af-d5d24ce7b4b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.992021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e947d75-c063-4565-82af-d5d24ce7b4b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.042213] env[70911]: INFO networking_nsxv3.common.synchronization [req-429d09f8-84d8-48db-af24-aacb4f52592d req-f377ed6c-adfe-4a4d-9604-d4a27f6006f1 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 669.043366] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 669.044335] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.046049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.046049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.046049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.046049] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.046049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.046049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.046049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.046049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.046049] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.348386] env[70911]: INFO networking_nsxv3.common.synchronization [None req-5b173369-01f2-4bb1-aaff-4244a6440e6c None None] Enqueued Resource ID: dc284f7f-f573-45ae-a95b-fd605ab61c1c with Priority: HIGHEST for action port [ 669.348971] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc284f7f-f573-45ae-a95b-fd605ab61c1c with Priority: HIGHEST for action port [ 669.349310] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc284f7f-f573-45ae-a95b-fd605ab61c1c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.349442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc284f7f-f573-45ae-a95b-fd605ab61c1c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.349539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc284f7f-f573-45ae-a95b-fd605ab61c1c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.349846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc284f7f-f573-45ae-a95b-fd605ab61c1c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.349935] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc284f7f-f573-45ae-a95b-fd605ab61c1c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.423144] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.423144] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.423144] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.423724] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.423972] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.424335] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.424524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.425563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.427461] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.427461] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.427461] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.427461] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.427461] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.427461] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 669.427461] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.427461] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.451149] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.451524] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 669.451524] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.451741] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.452080] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-71be1587-b0d5-4801-b17b-c4ac6465cdbc taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.452257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.452375] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.452772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.452993] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71be1587-b0d5-4801-b17b-c4ac6465cdbc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.496928] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e947d75-c063-4565-82af-d5d24ce7b4b1 [ 669.496928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.496928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.496928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.496928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.496928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.496928] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e947d75-c063-4565-82af-d5d24ce7b4b1 already deleted. [ 669.496928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e947d75-c063-4565-82af-d5d24ce7b4b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.548538] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.549191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.549191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.549191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.549191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.549413] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.549577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.549625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.550340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.550340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.550340] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 669.587923] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.587923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.587923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.587923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.587923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600437] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 669.854355] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc284f7f-f573-45ae-a95b-fd605ab61c1c [ 669.854355] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.854355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.854355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.854355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.854355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.854896] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc284f7f-f573-45ae-a95b-fd605ab61c1c already deleted. [ 669.854896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc284f7f-f573-45ae-a95b-fd605ab61c1c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.958207] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.958372] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.958605] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.958962] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.959212] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.959439] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 71be1587-b0d5-4801-b17b-c4ac6465cdbc not found, creating... [ 669.959831] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.960084] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.960258] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.960584] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.960833] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.965367] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.965584] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.965705] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.966047] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.966294] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.966362] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 71be1587-b0d5-4801-b17b-c4ac6465cdbc is going to be created. [ 669.991460] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.991460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.991460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.991460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.991800] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.991884] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.232516] env[70911]: INFO networking_nsxv3.common.synchronization [None req-dc4612db-0666-42b4-9a09-95ae77105554 None None] Enqueued Resource ID: 36dc936b-b1a9-42b5-9872-916c2539713b with Priority: HIGHEST for action port [ 670.232516] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36dc936b-b1a9-42b5-9872-916c2539713b with Priority: HIGHEST for action port [ 670.232756] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-36dc936b-b1a9-42b5-9872-916c2539713b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.232756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36dc936b-b1a9-42b5-9872-916c2539713b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.233049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36dc936b-b1a9-42b5-9872-916c2539713b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.233049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36dc936b-b1a9-42b5-9872-916c2539713b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.234803] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36dc936b-b1a9-42b5-9872-916c2539713b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.737724] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36dc936b-b1a9-42b5-9872-916c2539713b [ 670.738132] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.738251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.738854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.738854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.738854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.738854] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36dc936b-b1a9-42b5-9872-916c2539713b already deleted. [ 670.739087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36dc936b-b1a9-42b5-9872-916c2539713b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.773180] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44844700-a55c-4644-b3bf-b6803f4d45ea in Status: SUCCESS [ 670.773431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.787197] env[70911]: INFO networking_nsxv3.common.synchronization [None req-4da58427-c556-4e7b-aa2d-6b51df0a6eff None None] Enqueued Resource ID: 0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339 with Priority: HIGHEST for action port [ 670.787197] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339 with Priority: HIGHEST for action port [ 670.787197] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.787197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.787197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.787197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.787197] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.822148] env[70911]: INFO networking_nsxv3.common.synchronization [None req-d9c4bf2b-f1f2-4277-b0dc-8dcaa99bda99 None None] Enqueued Resource ID: 1a3a0e41-5837-410d-b0ae-d0431a9b82ae with Priority: HIGHEST for action port [ 670.822759] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a3a0e41-5837-410d-b0ae-d0431a9b82ae with Priority: HIGHEST for action port [ 670.823125] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a3a0e41-5837-410d-b0ae-d0431a9b82ae taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.823261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a3a0e41-5837-410d-b0ae-d0431a9b82ae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.823326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a3a0e41-5837-410d-b0ae-d0431a9b82ae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.823584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a3a0e41-5837-410d-b0ae-d0431a9b82ae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.823707] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a3a0e41-5837-410d-b0ae-d0431a9b82ae',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.884013] env[70911]: INFO networking_nsxv3.common.synchronization [req-37c68bfd-4172-4691-b407-bee0190e1d7c req-66ac3499-85c6-458c-abe2-10a3f6d9c009 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 670.884832] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 670.884996] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.885475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.885475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.885870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.887027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.887027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.887027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.887027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.887371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.887371] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.291207] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339 [ 671.291308] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.291404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.291474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.294015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.294015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.294015] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339 already deleted. [ 671.294015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9839d8-f867-4d7c-b5a3-c5dbf6cb6339" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.325978] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a3a0e41-5837-410d-b0ae-d0431a9b82ae [ 671.325978] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.326208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.326272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.327491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.327611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.328102] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a3a0e41-5837-410d-b0ae-d0431a9b82ae already deleted. [ 671.328102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a3a0e41-5837-410d-b0ae-d0431a9b82ae" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.390339] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.616346] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 671.616346] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 deletion is rescheduled due to dependency. [ 671.616346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.708031] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2f5d567-1b7c-4741-b65e-610f3c051459 req-d0117043-3a31-4f31-9385-5d5c47eeb5b2 service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 671.708031] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2f5d567-1b7c-4741-b65e-610f3c051459 req-d0117043-3a31-4f31-9385-5d5c47eeb5b2 service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 671.708031] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2f5d567-1b7c-4741-b65e-610f3c051459 req-d0117043-3a31-4f31-9385-5d5c47eeb5b2 service nova] Enqueued Resource ID: 71be1587-b0d5-4801-b17b-c4ac6465cdbc with Priority: HIGHEST for action port [ 671.708031] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 671.708031] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 671.708031] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71be1587-b0d5-4801-b17b-c4ac6465cdbc with Priority: HIGHEST for action port [ 671.708621] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.709581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.709656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.710372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.710560] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.711558] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.711675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.711834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.712019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.715213] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.715369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.715420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.718022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.718022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.718022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.718022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-71be1587-b0d5-4801-b17b-c4ac6465cdbc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.718022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.718022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.718022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.718022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71be1587-b0d5-4801-b17b-c4ac6465cdbc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.720415] env[70911]: INFO networking_nsxv3.common.synchronization [req-f1eecb7b-1998-459a-9284-6ccec3c7b1aa req-f4d58106-1450-490d-b689-1c80dc1f3546 tempest-ServerExternalEventsTest-124579399 tempest-ServerExternalEventsTest-124579399-project-member] Enqueued Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_members [ 671.721090] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGHEST for action security_group_members [ 671.721449] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.721574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.721645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.721892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.722181] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.722370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.722456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.722646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.722731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.722824] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.892916] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.220088] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.221343] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.221431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.221738] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71be1587-b0d5-4801-b17b-c4ac6465cdbc with status ACTIVE [ 672.221899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.222051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.222126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.222337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.222422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.222593] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.222692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.222751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.222900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.222974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.227324] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.227451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.227502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.227678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.227756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.227846] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71be1587-b0d5-4801-b17b-c4ac6465cdbc is going to be updated. [ 672.229089] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.229188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.229255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.229407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.229488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.229651] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.229739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.229796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.229929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.229999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.230091] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 is going to be updated. [ 672.252454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.252586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.252720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.252945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.253306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.253512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71be1587-b0d5-4801-b17b-c4ac6465cdbc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.261214] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.261362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.261579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.261727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.261768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.271986] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 in Status: IN_PROGRESS for 2s [ 672.397174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.398299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.398299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.398299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.398563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.398563] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be updated. [ 672.427621] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.427621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.427621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.427621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.427621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.432968] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.433213] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.433286] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.433525] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.433790] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.433944] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.434092] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.434313] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.434478] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.434683] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.434811] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.435028] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.435028] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.435181] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 672.435236] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.435331] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.436953] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: IN_PROGRESS for 2s [ 672.452297] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.452530] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 672.452713] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.452993] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-543" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.453387] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.454487] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.454487] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.454955] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.455291] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.684214] env[70911]: INFO networking_nsxv3.common.synchronization [None req-522c0347-d841-4425-8123-ea3af4891c00 None None] Enqueued Resource ID: ce29e037-e6a8-4240-a67d-e1ea554940c2 with Priority: HIGHEST for action port [ 672.684214] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce29e037-e6a8-4240-a67d-e1ea554940c2 with Priority: HIGHEST for action port [ 672.684214] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce29e037-e6a8-4240-a67d-e1ea554940c2 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.684214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce29e037-e6a8-4240-a67d-e1ea554940c2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.684214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce29e037-e6a8-4240-a67d-e1ea554940c2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.684581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce29e037-e6a8-4240-a67d-e1ea554940c2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.684581] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce29e037-e6a8-4240-a67d-e1ea554940c2',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.723399] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.958379] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.958379] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.959068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.959068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.959068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.959068] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 not found, creating... [ 672.959328] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.959516] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.959595] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.959806] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.960013] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.960370] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.960630] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.960630] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.960979] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.960979] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.960979] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 is going to be created. [ 673.002025] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.002025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.002025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.002025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.002025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.002025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.189485] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce29e037-e6a8-4240-a67d-e1ea554940c2 [ 673.189485] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.189485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.189485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.189485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.189485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.189485] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce29e037-e6a8-4240-a67d-e1ea554940c2 already deleted. [ 673.189485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce29e037-e6a8-4240-a67d-e1ea554940c2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.227535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.229729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.229729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.229729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.229729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.229729] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be created. [ 673.262516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.262659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.262721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.263198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.263198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.276573] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: UNINITIALIZED for 2s [ 674.071503] env[70911]: INFO networking_nsxv3.common.synchronization [None req-f858c91f-55a6-4f14-89c2-cf26f3b89862 None None] Enqueued Resource ID: ef76c4c5-df8c-4b39-8fd1-8d06363c7087 with Priority: HIGHEST for action port [ 674.072900] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76c4c5-df8c-4b39-8fd1-8d06363c7087 with Priority: HIGHEST for action port [ 674.072900] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef76c4c5-df8c-4b39-8fd1-8d06363c7087 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.072900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef76c4c5-df8c-4b39-8fd1-8d06363c7087" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.072900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef76c4c5-df8c-4b39-8fd1-8d06363c7087" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.072900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef76c4c5-df8c-4b39-8fd1-8d06363c7087" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.072900] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef76c4c5-df8c-4b39-8fd1-8d06363c7087',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.288430] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 in Status: SUCCESS [ 674.288600] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 deletion is rescheduled due to dependency. [ 674.289065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.448394] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: SUCCESS [ 674.448952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.580019] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef76c4c5-df8c-4b39-8fd1-8d06363c7087 [ 674.580019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.580019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.580019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.580019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.580019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.580019] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef76c4c5-df8c-4b39-8fd1-8d06363c7087 already deleted. [ 674.580019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef76c4c5-df8c-4b39-8fd1-8d06363c7087" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.890249] env[70911]: INFO networking_nsxv3.common.synchronization [req-37c68bfd-4172-4691-b407-bee0190e1d7c req-f3bc261a-6b2f-461a-a9a9-3c19479ec14d service nova] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_rules [ 674.890249] env[70911]: INFO networking_nsxv3.common.synchronization [req-37c68bfd-4172-4691-b407-bee0190e1d7c req-f3bc261a-6b2f-461a-a9a9-3c19479ec14d service nova] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 674.890514] env[70911]: INFO networking_nsxv3.common.synchronization [req-37c68bfd-4172-4691-b407-bee0190e1d7c req-f3bc261a-6b2f-461a-a9a9-3c19479ec14d service nova] Enqueued Resource ID: 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 with Priority: HIGHEST for action port [ 674.891278] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_rules [ 674.891399] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 674.891465] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 with Priority: HIGHEST for action port [ 674.891961] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.891961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.892175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.892226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.892313] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.893385] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.893976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.893976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.893976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.893976] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.894965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.894965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.894965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.894965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.894965] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.895776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.895776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.895776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.895987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.896356] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.970295] env[70911]: INFO networking_nsxv3.common.synchronization [None req-18085ba1-49b2-4c2e-a12d-23b39f1e7b97 None None] Enqueued Resource ID: 99ec3bed-30da-4871-929b-823a291d9118 with Priority: HIGHEST for action port [ 674.970602] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ec3bed-30da-4871-929b-823a291d9118 with Priority: HIGHEST for action port [ 674.971196] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ec3bed-30da-4871-929b-823a291d9118 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.971350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ec3bed-30da-4871-929b-823a291d9118" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.971421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ec3bed-30da-4871-929b-823a291d9118" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.971936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ec3bed-30da-4871-929b-823a291d9118" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.971936] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ec3bed-30da-4871-929b-823a291d9118',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.042621] env[70911]: INFO networking_nsxv3.common.synchronization [None req-5e5dd265-a473-4e40-87d1-4c241f4e1f84 None None] Enqueued Resource ID: a18f65a5-36e0-47ae-ab03-775886deb542 with Priority: HIGHEST for action port [ 675.042621] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a18f65a5-36e0-47ae-ab03-775886deb542 with Priority: HIGHEST for action port [ 675.043100] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a18f65a5-36e0-47ae-ab03-775886deb542 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.043216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a18f65a5-36e0-47ae-ab03-775886deb542" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.043333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a18f65a5-36e0-47ae-ab03-775886deb542" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.043546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a18f65a5-36e0-47ae-ab03-775886deb542" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.043629] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a18f65a5-36e0-47ae-ab03-775886deb542',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.191883] env[70911]: INFO networking_nsxv3.common.synchronization [None req-c8e81670-f00a-4c31-8344-b8dea37482c3 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Enqueued Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_rules [ 675.191883] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_rules [ 675.191883] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.191883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.191883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.191883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.191883] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.214493] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7d453ada-a14a-43af-a6f2-47e62a9483e2 None None] Enqueued Resource ID: 652602fa-6f3e-45fe-9fc1-9c1007abc487 with Priority: HIGHEST for action port [ 675.214493] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 652602fa-6f3e-45fe-9fc1-9c1007abc487 with Priority: HIGHEST for action port [ 675.218517] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-652602fa-6f3e-45fe-9fc1-9c1007abc487 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.218647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-652602fa-6f3e-45fe-9fc1-9c1007abc487" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.218715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-652602fa-6f3e-45fe-9fc1-9c1007abc487" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.219030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-652602fa-6f3e-45fe-9fc1-9c1007abc487" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.219075] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('652602fa-6f3e-45fe-9fc1-9c1007abc487',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.287137] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 675.287352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.287514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.290904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.290904] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.290904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.290904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.290904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.290904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.290904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.290904] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.400112] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.401500] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.401500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.401500] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 with status ACTIVE [ 675.401724] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.401724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.401814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.401954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.402068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.402235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.402331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.402382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.402543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.402619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.404533] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.404672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.404740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.405114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.405114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.405114] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6 is going to be updated. [ 675.425582] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.427550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.427628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.427859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.428116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.428340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c731eaf-2cbf-4ac2-9057-68c6cb6e8ea6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.431750] env[70911]: INFO networking_nsxv3.common.synchronization [None req-6845d128-23a8-4c31-a1f2-e42cf9c2f377 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Enqueued Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_rules [ 675.432254] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_rules [ 675.432651] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.432651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.476027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ec3bed-30da-4871-929b-823a291d9118 [ 675.476027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.476027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.476027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.476027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.476027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.476027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ec3bed-30da-4871-929b-823a291d9118 already deleted. [ 675.476027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ec3bed-30da-4871-929b-823a291d9118" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.548798] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a18f65a5-36e0-47ae-ab03-775886deb542 [ 675.548798] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.548798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.549419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.549419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.549419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.549419] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a18f65a5-36e0-47ae-ab03-775886deb542 already deleted. [ 675.549419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a18f65a5-36e0-47ae-ab03-775886deb542" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.596569] env[70911]: INFO networking_nsxv3.common.synchronization [None req-a6e2fb6c-00ba-465e-84c3-b26437c6fb3a tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 675.596773] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 675.597126] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.597498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.597498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.597607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.597644] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.722208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.722414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.722460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.722658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.722805] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.722843] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 already deleted. [ 675.723521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.723521] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 652602fa-6f3e-45fe-9fc1-9c1007abc487 [ 675.723521] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.723521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.723521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.723773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.723773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.723773] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:652602fa-6f3e-45fe-9fc1-9c1007abc487 already deleted. [ 675.723872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-652602fa-6f3e-45fe-9fc1-9c1007abc487" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.723923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.724056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.724133] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.791272] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.909941] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.994111] env[70911]: INFO networking_nsxv3.common.synchronization [None req-644a24d4-5725-4cec-95a5-a0d40d821bdb tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 675.994626] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 675.998139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.998139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.119151] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.119151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.119151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.119658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.119658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.119658] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 already deleted. [ 676.119834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.120583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.120583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.120583] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.243692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.244252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.244252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.244252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.244252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.244476] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 already deleted. [ 676.244476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.296025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3: rpc.has_security_group_logging(os_id): False [ 676.311562] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.311562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.317387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.317387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.317387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.317387] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.317387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.317387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.317387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.317387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.317387] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be created. [ 676.379229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.379623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.379788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.380407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.380701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.402014] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 676.418611] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.418611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.418611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.418611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.418611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.418611] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be updated. [ 676.457456] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.457456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.457456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.457456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.457456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.466405] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: IN_PROGRESS for 2s [ 676.639151] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.639327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.639412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.639676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.639779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.639885] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 already deleted. [ 676.639956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.939032] env[70911]: INFO networking_nsxv3.common.synchronization [None req-623c5669-2aff-4a4f-86f0-7226fe38d70a None None] Enqueued Resource ID: 3866728e-9091-47e8-8afa-f908a28b2447 with Priority: HIGHEST for action port [ 676.939032] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3866728e-9091-47e8-8afa-f908a28b2447 with Priority: HIGHEST for action port [ 676.940561] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3866728e-9091-47e8-8afa-f908a28b2447 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.940706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3866728e-9091-47e8-8afa-f908a28b2447" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.940775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3866728e-9091-47e8-8afa-f908a28b2447" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.941528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3866728e-9091-47e8-8afa-f908a28b2447" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.942559] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3866728e-9091-47e8-8afa-f908a28b2447',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.444457] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3866728e-9091-47e8-8afa-f908a28b2447 [ 677.444761] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.444862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.444922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.445199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.445291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.445383] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3866728e-9091-47e8-8afa-f908a28b2447 already deleted. [ 677.445462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3866728e-9091-47e8-8afa-f908a28b2447" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.766276] env[70911]: INFO networking_nsxv3.common.synchronization [None req-a02b1b9a-57bb-42b0-bdeb-64e4494babe0 None None] Enqueued Resource ID: fd02c9b9-08f4-4a26-91f6-e4f520f26c7a with Priority: HIGHEST for action port [ 677.766534] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd02c9b9-08f4-4a26-91f6-e4f520f26c7a with Priority: HIGHEST for action port [ 677.767143] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd02c9b9-08f4-4a26-91f6-e4f520f26c7a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.767274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd02c9b9-08f4-4a26-91f6-e4f520f26c7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.767333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd02c9b9-08f4-4a26-91f6-e4f520f26c7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.767602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd02c9b9-08f4-4a26-91f6-e4f520f26c7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.767672] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd02c9b9-08f4-4a26-91f6-e4f520f26c7a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.270867] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd02c9b9-08f4-4a26-91f6-e4f520f26c7a [ 678.270867] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.271171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.271398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.272137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.272137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.272137] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd02c9b9-08f4-4a26-91f6-e4f520f26c7a already deleted. [ 678.272137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd02c9b9-08f4-4a26-91f6-e4f520f26c7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.415137] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 678.415614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.475740] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: SUCCESS [ 678.476339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.476339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.476455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.476856] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.476961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.477044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.478026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.478026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.478026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.478026] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.537332] env[70911]: INFO networking_nsxv3.common.synchronization [None req-6fc0c46f-0717-46cb-ac6a-af340858a0be None None] Enqueued Resource ID: 3b6685a0-f78a-45cb-84f4-0fde24d4eb2a with Priority: HIGHEST for action port [ 678.537332] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6685a0-f78a-45cb-84f4-0fde24d4eb2a with Priority: HIGHEST for action port [ 678.537332] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6685a0-f78a-45cb-84f4-0fde24d4eb2a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.537332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6685a0-f78a-45cb-84f4-0fde24d4eb2a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.537332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6685a0-f78a-45cb-84f4-0fde24d4eb2a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.538298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6685a0-f78a-45cb-84f4-0fde24d4eb2a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.538679] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6685a0-f78a-45cb-84f4-0fde24d4eb2a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.558052] env[70911]: INFO networking_nsxv3.common.synchronization [req-bc9a1b70-6849-4f3d-8cc7-53ab9bda359e req-8b494771-80c4-4b26-9ed8-0c9451393da7 tempest-ImagesNegativeTestJSON-12002919 tempest-ImagesNegativeTestJSON-12002919-project-member] Enqueued Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_members [ 678.558736] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGHEST for action security_group_members [ 678.558955] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.559735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.559735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.559735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.559735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.559933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.559933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.562155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.562155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.562155] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.683162] env[70911]: INFO networking_nsxv3.common.synchronization [None req-fc5080da-ed2e-47ba-989c-3d39feecb058 None None] Enqueued Resource ID: c766f58c-409d-4c72-8086-305a967f3ad4 with Priority: HIGHEST for action port [ 678.684486] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c766f58c-409d-4c72-8086-305a967f3ad4 with Priority: HIGHEST for action port [ 678.684486] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-c766f58c-409d-4c72-8086-305a967f3ad4 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.684486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c766f58c-409d-4c72-8086-305a967f3ad4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.684681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c766f58c-409d-4c72-8086-305a967f3ad4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.685288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c766f58c-409d-4c72-8086-305a967f3ad4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.685288] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c766f58c-409d-4c72-8086-305a967f3ad4',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.980692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.980880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.981324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.981600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.981847] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.982040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.982105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.982319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.982426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.982674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.982732] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.982868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.982941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.983133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.984085] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.984085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.984085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.984085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.984085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.984085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.984085] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.043426] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b6685a0-f78a-45cb-84f4-0fde24d4eb2a [ 679.043715] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.045169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.045169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.045169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.045169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.045169] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b6685a0-f78a-45cb-84f4-0fde24d4eb2a already deleted. [ 679.045169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6685a0-f78a-45cb-84f4-0fde24d4eb2a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.069144] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.070022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.070022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.070022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.070022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.070022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.070315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.070315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.070315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.070428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.070466] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 is going to be updated. [ 679.096094] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.096259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.096471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.096550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.096711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.105767] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 in Status: IN_PROGRESS for 2s [ 679.190027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c766f58c-409d-4c72-8086-305a967f3ad4 [ 679.190348] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.190489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.190558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.190784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.191033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.191136] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c766f58c-409d-4c72-8086-305a967f3ad4 already deleted. [ 679.191224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c766f58c-409d-4c72-8086-305a967f3ad4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.490289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 368eba90-9b4d-4517-9956-05f649ac1e50: rpc.has_security_group_logging(os_id): False [ 679.519182] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.522142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.522142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.522282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.522459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.522810] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.522810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.523214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.523214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.523214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.523542] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.523542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.523542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.523861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.523861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.527295] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.527295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.527295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.527295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.527295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.527295] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be updated. [ 679.598924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.600283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.600283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.600283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.600283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.616213] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: IN_PROGRESS for 2s [ 679.717326] env[70911]: INFO networking_nsxv3.common.synchronization [req-d5738dca-7f5f-49f8-84d0-8fe398755045 req-d925252f-3177-438b-83b2-135fbc7c148c tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_members [ 679.717534] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_members [ 679.718140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.718140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.718140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.721241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.721241] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.721241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.721241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.721241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.721241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.723166] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.224764] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.224764] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.224764] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 already deleted. [ 680.224764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.510708] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.511026] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.511082] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.511405] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.511682] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.511852] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.511972] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.512281] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.512447] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.512660] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.512780] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.512911] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.513031] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.513156] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 680.513268] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.513400] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.531284] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.531548] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 680.531711] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.531903] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.532292] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.532524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.532698] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.533198] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.533438] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.641715] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ac7921b2-07a3-4fa2-b65f-1ac1d8b35a77 None None] Enqueued Resource ID: ae8ade41-3eef-47d0-8637-3055aca7cb60 with Priority: HIGHEST for action port [ 680.642331] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8ade41-3eef-47d0-8637-3055aca7cb60 with Priority: HIGHEST for action port [ 680.642944] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae8ade41-3eef-47d0-8637-3055aca7cb60 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.643246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae8ade41-3eef-47d0-8637-3055aca7cb60" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.643246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae8ade41-3eef-47d0-8637-3055aca7cb60" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.643540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae8ade41-3eef-47d0-8637-3055aca7cb60" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.643626] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae8ade41-3eef-47d0-8637-3055aca7cb60',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.036988] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.037279] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.037404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.037684] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.037831] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.037987] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 not found, creating... [ 681.038279] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.038510] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.038628] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.038864] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.039046] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.039343] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.039501] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.039615] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.039880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.039956] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.040447] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 is going to be created. [ 681.061691] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.061905] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.062039] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.062332] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.062614] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.062868] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125708] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 in Status: SUCCESS [ 681.125708] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 deletion is rescheduled due to dependency. [ 681.125708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.146705] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae8ade41-3eef-47d0-8637-3055aca7cb60 [ 681.146705] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.146705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.146705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.147255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.147255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.147450] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae8ade41-3eef-47d0-8637-3055aca7cb60 already deleted. [ 681.147597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae8ade41-3eef-47d0-8637-3055aca7cb60" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.629145] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: SUCCESS [ 681.629599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.006792] env[70911]: INFO networking_nsxv3.common.synchronization [req-d5738dca-7f5f-49f8-84d0-8fe398755045 req-42edd1b9-4e6c-459c-a751-23e6c5162f18 service nova] Enqueued Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_rules [ 682.006792] env[70911]: INFO networking_nsxv3.common.synchronization [req-d5738dca-7f5f-49f8-84d0-8fe398755045 req-42edd1b9-4e6c-459c-a751-23e6c5162f18 service nova] Enqueued Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_members [ 682.006792] env[70911]: INFO networking_nsxv3.common.synchronization [req-d5738dca-7f5f-49f8-84d0-8fe398755045 req-42edd1b9-4e6c-459c-a751-23e6c5162f18 service nova] Enqueued Resource ID: 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 with Priority: HIGHEST for action port [ 682.006792] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_rules [ 682.006792] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_members [ 682.006792] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 with Priority: HIGHEST for action port [ 682.008674] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.008975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.014237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.014237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.014237] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.016462] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.016462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.016462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.016462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.016462] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.016462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.016462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.016462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.016462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.016462] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.017214] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.017214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.017214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.017357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.017357] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.515759] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.515965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.525019] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 with status ACTIVE [ 682.525019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.525019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.525019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.525278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.525278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.525551] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.525636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.525674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.525911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.525978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.526256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.531660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.531942] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6 is going to be updated. [ 682.533829] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.538563] env[70911]: INFO networking_nsxv3.common.synchronization [None req-204bb3c5-c3ad-46a1-9f0f-13666107ac0d tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_rules [ 682.539347] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_rules [ 682.540200] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.540329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.540482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.540766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.540838] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.559141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.559289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.559289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.559441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.559573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.559729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ef8f4b-6a3d-4905-8c80-b2d591c3a2d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.612010] env[70911]: INFO networking_nsxv3.common.synchronization [None req-492f998c-4a78-4781-94d2-45be356cc4d7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_rules [ 682.612533] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_rules [ 682.612826] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.612944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.036020] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.061443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.061579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.061640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.061828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.061921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.062114] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef already deleted. [ 683.062207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.062590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.062762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.062865] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.537928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.538117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.538214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.538401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.538494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.538590] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 is going to be created. [ 683.562609] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.562609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.562741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.562978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.563240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.575220] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 in Status: UNINITIALIZED for 2s [ 683.581264] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.582295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.582295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.582295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.582668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.582668] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef already deleted. [ 683.583128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.587657] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4081510-4097-4f39-b931-4c3412272791 req-34020096-d838-4902-901f-fcc1efc2a2e1 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Enqueued Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_members [ 685.588015] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_members [ 685.588381] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.589153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.589237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.589530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.589722] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.589834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.589875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.590078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.590244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.590285] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.591779] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 in Status: SUCCESS [ 685.591988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.592464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.592671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.593432] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.593432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.593432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.593432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.593432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.593432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.593432] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.043842] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.043842] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-814" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.043842] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-814" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.044213] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-814" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.044561] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.044772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.044956] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.045214] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.045367] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.045640] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.045783] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.045917] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.046065] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.046276] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 686.046422] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.046583] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.064431] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.064603] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 686.064738] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.064917] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-814" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.065262] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-4777e688-d0c7-4152-ab4e-b97f5779242f taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.065477] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.065583] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.066145] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.066145] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4777e688-d0c7-4152-ab4e-b97f5779242f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.095060] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.095224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.095297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.095517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.095633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.095845] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.095948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.096026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.096261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.096347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.096438] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c46720a-572c-4388-baf1-8704bec70eef already deleted. [ 686.096520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.096722] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.568554] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.569181] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.569181] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.569451] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.569811] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.569811] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 4777e688-d0c7-4152-ab4e-b97f5779242f not found, creating... [ 686.570349] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.570349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.570349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.571318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.571318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.571318] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.571992] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.571992] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.571992] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.572322] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.572322] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 4777e688-d0c7-4152-ab4e-b97f5779242f is going to be created. [ 686.590444] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.591113] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.591113] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.591273] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.591436] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.592152] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.599612] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69b6fc62-93c7-4fcd-9f43-17254cf61eb3: rpc.has_security_group_logging(os_id): False [ 686.617425] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.617603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.617676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.617868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.617961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.618236] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.618349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.621575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.621575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.621575] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 is going to be created. [ 686.709757] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.709757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.709946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.710019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.710194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.726381] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 in Status: IN_PROGRESS for 2s [ 687.483523] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4081510-4097-4f39-b931-4c3412272791 req-16c1edf7-a4a9-449d-9d5d-36e1e0ff4501 service nova] Enqueued Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_rules [ 687.483753] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4081510-4097-4f39-b931-4c3412272791 req-16c1edf7-a4a9-449d-9d5d-36e1e0ff4501 service nova] Enqueued Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_members [ 687.483949] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4081510-4097-4f39-b931-4c3412272791 req-16c1edf7-a4a9-449d-9d5d-36e1e0ff4501 service nova] Enqueued Resource ID: 4777e688-d0c7-4152-ab4e-b97f5779242f with Priority: HIGHEST for action port [ 687.486495] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_rules [ 687.486663] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_members [ 687.486769] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4777e688-d0c7-4152-ab4e-b97f5779242f with Priority: HIGHEST for action port [ 687.487072] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.487223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.487307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.487602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.487735] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.488546] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.488654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.488755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.488905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489160] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.489271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.489665] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.490515] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-4777e688-d0c7-4152-ab4e-b97f5779242f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.490664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.490699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.490868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.490944] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4777e688-d0c7-4152-ab4e-b97f5779242f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.996021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.996021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.996021] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4777e688-d0c7-4152-ab4e-b97f5779242f with status ACTIVE [ 687.996021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.996969] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.996969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.996969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.996969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.997408] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4777e688-d0c7-4152-ab4e-b97f5779242f is going to be updated. [ 688.019332] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.019332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.019332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.019332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.019332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.019332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4777e688-d0c7-4152-ab4e-b97f5779242f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.500683] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.690900] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1fca81af-d2ba-4a4f-b8e5-cff9beabc088 None None] Enqueued Resource ID: 6d42739f-0876-441d-b38e-1f5718da1bd1 with Priority: HIGHEST for action port [ 688.690900] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d42739f-0876-441d-b38e-1f5718da1bd1 with Priority: HIGHEST for action port [ 688.691413] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d42739f-0876-441d-b38e-1f5718da1bd1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.691413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d42739f-0876-441d-b38e-1f5718da1bd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.691413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d42739f-0876-441d-b38e-1f5718da1bd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.692251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d42739f-0876-441d-b38e-1f5718da1bd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.692251] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d42739f-0876-441d-b38e-1f5718da1bd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.738672] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 in Status: SUCCESS [ 688.738672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.004024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.004355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.004826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.005114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.005249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.005865] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c46720a-572c-4388-baf1-8704bec70eef is going to be created. [ 689.030798] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.030954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.031010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.031244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.031422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.042989] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c46720a-572c-4388-baf1-8704bec70eef in Status: UNINITIALIZED for 2s [ 689.197482] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d42739f-0876-441d-b38e-1f5718da1bd1 [ 689.197739] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.197856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.197923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.200017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.200017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.200017] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d42739f-0876-441d-b38e-1f5718da1bd1 already deleted. [ 689.200017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d42739f-0876-441d-b38e-1f5718da1bd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.659584] env[70911]: INFO networking_nsxv3.common.synchronization [req-571f8547-0113-4151-85bd-52956ed1a657 req-4209b438-2b86-40e4-af88-81434fe8d8ec tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 690.659981] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 690.660797] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.660797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.660797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.661060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.661206] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.661326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.661400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.661588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.661681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.661833] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.927222] env[70911]: INFO networking_nsxv3.common.synchronization [None req-01124be8-12dd-40c9-bb7e-0d851cb9b262 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Enqueued Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_rules [ 690.927222] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_rules [ 690.927222] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.927222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.927222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.927222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.927596] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.028340] env[70911]: INFO networking_nsxv3.common.synchronization [None req-26a68065-1e35-456d-9d01-09436cd5586b None None] Enqueued Resource ID: 76f69d89-ae52-40c3-92ff-c67b0f40125d with Priority: HIGHEST for action port [ 691.028340] env[70911]: INFO networking_nsxv3.common.synchronization [None req-767bd7cd-752c-45d3-8f2b-7085fe927acb tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Enqueued Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_rules [ 691.028340] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f69d89-ae52-40c3-92ff-c67b0f40125d with Priority: HIGHEST for action port [ 691.028340] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_rules [ 691.028340] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f69d89-ae52-40c3-92ff-c67b0f40125d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.028651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f69d89-ae52-40c3-92ff-c67b0f40125d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.028651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f69d89-ae52-40c3-92ff-c67b0f40125d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.028720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f69d89-ae52-40c3-92ff-c67b0f40125d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.029752] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f69d89-ae52-40c3-92ff-c67b0f40125d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.030119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.030239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.058243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c46720a-572c-4388-baf1-8704bec70eef in Status: SUCCESS [ 691.058520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.058689] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.058925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.059139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.059251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.059312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.059532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.059635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.059810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.059810] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.165769] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.165978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.166421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.166538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.166767] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.166881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.167143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.167360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.167407] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 already deleted. [ 691.167502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.447267] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.447449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.447517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.447707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.447803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.447889] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 already deleted. [ 691.448031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.448765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.448943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.449043] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.452600] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.452600] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.452600] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.452982] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.453518] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.453518] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.453518] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.453799] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.453847] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.454147] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.454294] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.454483] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.454593] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.454708] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.454816] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.454949] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.474242] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.474742] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.474742] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.474742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.475726] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-38eb0318-58da-4856-8e79-29b76c95f1d0 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.475726] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.475726] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.475726] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.475726] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38eb0318-58da-4856-8e79-29b76c95f1d0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.530580] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76f69d89-ae52-40c3-92ff-c67b0f40125d [ 691.531775] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.531775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.531775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.531775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.531775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.531775] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76f69d89-ae52-40c3-92ff-c67b0f40125d already deleted. [ 691.531775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f69d89-ae52-40c3-92ff-c67b0f40125d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.564604] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.564851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.564851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.567398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.568452] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.568452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.568452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.568452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.568452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.568904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.568904] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.568904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.568904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.569136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.569839] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.569839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.569969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.570061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.570234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.570234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.570786] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.971228] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.971543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.971543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.972645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.972645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.972645] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 already deleted. [ 691.972645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979361] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.980175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.980175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.980175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.980314] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.980502] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 38eb0318-58da-4856-8e79-29b76c95f1d0 not found, creating... [ 691.980809] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.980981] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.981140] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.981437] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.981595] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.981931] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.982262] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.982437] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.982755] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.983020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.983246] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 38eb0318-58da-4856-8e79-29b76c95f1d0 is going to be created. [ 692.003264] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.003444] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.003593] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.003909] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.004190] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.004478] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.073826] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c46720a-572c-4388-baf1-8704bec70eef: rpc.has_security_group_logging(os_id): False [ 692.096391] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.096391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.096511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.096677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.096790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.097208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.097208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.097208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.097344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.097376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.097598] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.097676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.097738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.097891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.097934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.098202] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.098277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.098306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.098443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.098655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.098655] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c46720a-572c-4388-baf1-8704bec70eef is going to be created. [ 692.172501] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.172651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.173476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.173917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.173917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.187362] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c46720a-572c-4388-baf1-8704bec70eef in Status: IN_PROGRESS for 2s [ 692.796426] env[70911]: INFO networking_nsxv3.common.synchronization [req-571f8547-0113-4151-85bd-52956ed1a657 req-f3a9df9c-d873-45ce-8751-7172818a5cf8 service nova] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_rules [ 692.796629] env[70911]: INFO networking_nsxv3.common.synchronization [req-571f8547-0113-4151-85bd-52956ed1a657 req-f3a9df9c-d873-45ce-8751-7172818a5cf8 service nova] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 692.796775] env[70911]: INFO networking_nsxv3.common.synchronization [req-571f8547-0113-4151-85bd-52956ed1a657 req-f3a9df9c-d873-45ce-8751-7172818a5cf8 service nova] Enqueued Resource ID: 38eb0318-58da-4856-8e79-29b76c95f1d0 with Priority: HIGHEST for action port [ 692.797302] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_rules [ 692.797437] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 692.797566] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38eb0318-58da-4856-8e79-29b76c95f1d0 with Priority: HIGHEST for action port [ 692.797887] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.798018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.798082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.799170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.799170] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.799744] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.799848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.800200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.800200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.800307] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.800383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.800456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.800634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.800687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.800765] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.801551] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-38eb0318-58da-4856-8e79-29b76c95f1d0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.801659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.801711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.801869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.801946] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38eb0318-58da-4856-8e79-29b76c95f1d0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.303409] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.304535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.304686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.304841] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38eb0318-58da-4856-8e79-29b76c95f1d0 with status ACTIVE [ 693.305041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.305158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.305994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.306251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.306349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.306550] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.306634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.306675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.306828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.306932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.307133] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.307234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.307293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.307429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.307505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.307589] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38eb0318-58da-4856-8e79-29b76c95f1d0 is going to be updated. [ 693.335554] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.336314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.336572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.336987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.337207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.337346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38eb0318-58da-4856-8e79-29b76c95f1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.810216] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.201043] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c46720a-572c-4388-baf1-8704bec70eef in Status: SUCCESS [ 694.201364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.313544] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.313878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.313878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.313976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.314119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.314254] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be created. [ 694.339222] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.339375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.339458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.339694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.339871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.349983] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: UNINITIALIZED for 2s [ 694.694378] env[70911]: INFO networking_nsxv3.common.synchronization [req-c90ee4d9-a4a5-4f59-913b-5088b980bdf5 req-2176a934-dca8-41f4-af0c-73404f6b3667 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 694.694378] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 694.694378] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.694378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.694378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.694378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.694378] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.694378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.694378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.694378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.694378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.694378] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.197610] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.197871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.197979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.198312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.198497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.198782] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.198962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.199134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.199455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.199704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.199883] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 695.237280] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.238237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.238338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.238579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.238884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.249952] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 695.603398] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1d86a396-ebe5-44cb-9b5b-af2723a66e85 None None] Enqueued Resource ID: 69e70a4d-adfa-4b1d-b041-17892cd967d6 with Priority: HIGHEST for action port [ 695.603650] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e70a4d-adfa-4b1d-b041-17892cd967d6 with Priority: HIGHEST for action port [ 695.604332] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e70a4d-adfa-4b1d-b041-17892cd967d6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.604466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e70a4d-adfa-4b1d-b041-17892cd967d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.604538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e70a4d-adfa-4b1d-b041-17892cd967d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.604884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e70a4d-adfa-4b1d-b041-17892cd967d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.604940] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e70a4d-adfa-4b1d-b041-17892cd967d6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.110101] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e70a4d-adfa-4b1d-b041-17892cd967d6 [ 696.110524] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.110524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.110524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.110524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.110695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.110695] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e70a4d-adfa-4b1d-b041-17892cd967d6 already deleted. [ 696.110760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e70a4d-adfa-4b1d-b041-17892cd967d6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.360622] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 696.360622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.360763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.361856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.361960] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.362103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.362188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.362310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.362394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.362480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.362576] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.810389] env[70911]: INFO networking_nsxv3.common.synchronization [req-5ca35e51-391a-4b86-a119-ebcdf630fd11 req-19920aba-8dec-481e-8970-399e62b61b86 tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 696.811057] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 696.811400] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.811530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.811685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.811816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.811967] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.812103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.812169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.812478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.812478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.812571] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.864755] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.864899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.864987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.865220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.865381] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.865481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.865553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.865672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.865756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.865838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.865982] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.866091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.866145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.866363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.866499] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.866588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.866650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.866777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.866852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.866928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.867089] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.050203] env[70911]: INFO networking_nsxv3.common.synchronization [req-db41fd79-22f9-4b88-9373-9ecb808a62d2 req-ed3fe876-50ce-4593-a469-0ad0536900c0 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 697.050203] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 697.050203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.050203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.052338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.052618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.053103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.053103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.053103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.053313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.053313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.053391] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.259398] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 697.259601] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 697.259712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.318135] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.318135] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.318135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.318135] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 697.352603] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.352603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.352603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.352603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.352911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.362153] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 697.369585] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc6e4d75-73c6-44f9-ae44-f949ce239c14: rpc.has_security_group_logging(os_id): False [ 697.389215] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.389215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.389215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.389215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.389215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.389215] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.390083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.390166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.390360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.390439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.390677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.390753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.390826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.390965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.391108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.391336] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.391484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.392960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.392960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.392960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.392960] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be created. [ 697.497609] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.498056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.498056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.508279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 697.557219] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.668914] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.672120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.672120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.672120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.672120] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.672120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.672120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.672120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.672120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.672120] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.672120] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.672120] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.672120] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.672120] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 697.674105] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.674331] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.692229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.692409] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 697.692656] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.692696] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.693023] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-0e6da82e-20ef-45ce-8cc3-121073748ad0 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.693202] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.693307] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.693646] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.693836] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6da82e-20ef-45ce-8cc3-121073748ad0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.063301] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.200154] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.200392] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.200523] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.200796] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.200948] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.201148] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 0e6da82e-20ef-45ce-8cc3-121073748ad0 not found, creating... [ 698.201414] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.201570] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.201689] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.201913] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.202153] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.202344] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.202497] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.202613] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.202820] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.202952] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.203115] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 0e6da82e-20ef-45ce-8cc3-121073748ad0 is going to be created. [ 698.227017] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.227017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.227017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.227017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.227017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.227017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.349845] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b1df568e-e670-4c5a-9524-a2de7685cc85 None None] Enqueued Resource ID: 30cc063b-46fd-4b0b-a099-316accc19aca with Priority: HIGHEST for action port [ 698.350852] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30cc063b-46fd-4b0b-a099-316accc19aca with Priority: HIGHEST for action port [ 698.351321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-30cc063b-46fd-4b0b-a099-316accc19aca taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.352110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30cc063b-46fd-4b0b-a099-316accc19aca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.352326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30cc063b-46fd-4b0b-a099-316accc19aca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.352693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30cc063b-46fd-4b0b-a099-316accc19aca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.353734] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30cc063b-46fd-4b0b-a099-316accc19aca',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.565989] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.566333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.566944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.567306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.568675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.568675] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be updated. [ 698.595701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.595846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.595902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.596154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.596378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.605078] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: IN_PROGRESS for 2s [ 698.856254] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30cc063b-46fd-4b0b-a099-316accc19aca [ 698.856508] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.856635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.856705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.857121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.857121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.857121] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30cc063b-46fd-4b0b-a099-316accc19aca already deleted. [ 698.857253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30cc063b-46fd-4b0b-a099-316accc19aca" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.049368] env[70911]: INFO networking_nsxv3.common.synchronization [req-5ca35e51-391a-4b86-a119-ebcdf630fd11 req-baf27269-7a27-492b-9db6-20f11419546f service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 699.049537] env[70911]: INFO networking_nsxv3.common.synchronization [req-5ca35e51-391a-4b86-a119-ebcdf630fd11 req-baf27269-7a27-492b-9db6-20f11419546f service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 699.049705] env[70911]: INFO networking_nsxv3.common.synchronization [req-5ca35e51-391a-4b86-a119-ebcdf630fd11 req-baf27269-7a27-492b-9db6-20f11419546f service nova] Enqueued Resource ID: 0e6da82e-20ef-45ce-8cc3-121073748ad0 with Priority: HIGHEST for action port [ 699.051161] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 699.051161] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 699.051161] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6da82e-20ef-45ce-8cc3-121073748ad0 with Priority: HIGHEST for action port [ 699.051161] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.051161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.051161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.051161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.051384] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.055553] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.055553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.055553] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6da82e-20ef-45ce-8cc3-121073748ad0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.055553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.055553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.055553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.055553] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6da82e-20ef-45ce-8cc3-121073748ad0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.371720] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 699.373113] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 deletion is rescheduled due to dependency. [ 699.373179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.373391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.373640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.373844] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.373977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.374112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.374286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.374383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.374487] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.529305] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 699.529553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.555375] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.555586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.555807] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6da82e-20ef-45ce-8cc3-121073748ad0 with status ACTIVE [ 699.555982] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.556117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.556187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.556615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.556721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.557182] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.557182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.557182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.557373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.557400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.557596] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.557711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.557775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.557921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.557998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.562430] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6da82e-20ef-45ce-8cc3-121073748ad0 is going to be updated. [ 699.582342] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.582513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.582580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.582822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.582959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.583146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6da82e-20ef-45ce-8cc3-121073748ad0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.683562] env[70911]: INFO networking_nsxv3.common.synchronization [req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 req-d8e0b0bc-c158-4313-9ba7-832f7b06fef2 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Enqueued Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_members [ 699.684094] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_members [ 699.684412] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.684573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.684632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.687526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.687681] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.687824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.687880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.688032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.688122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.688228] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.878221] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.195020] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.195020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-252" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.195020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-252" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.195020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-252" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.195020] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.195020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.195020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.195020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.195020] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.195020] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.195020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.195020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.195020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.195545] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.195545] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.195545] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.196430] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.196430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.196430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.196581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.196724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.196882] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.196994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.197150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.197326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.197399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.197491] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b already deleted. [ 700.197596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.214771] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.215013] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.215231] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.215463] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-252" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.215847] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.216607] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.216607] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.216607] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.216732] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.385470] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.613363] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: SUCCESS [ 700.613619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.723926] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.724201] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.724347] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.724633] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.724787] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.724962] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 not found, creating... [ 700.725253] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.725729] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.725729] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.725817] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.725919] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.726346] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.726562] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.726687] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.726920] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.727087] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.727293] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 is going to be created. [ 700.746780] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.746780] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.746926] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.747217] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.747375] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.747612] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.888484] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.888651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.888726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.888945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.889054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.889157] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 700.920134] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.920285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.920364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.920604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.920750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.932731] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 701.481062] env[70911]: INFO networking_nsxv3.common.synchronization [req-34cfcc1d-b284-4112-9c34-13bdef6ec4d9 req-314826f4-380d-48d5-b3d3-1f3072f65834 tempest-ServersNegativeTestMultiTenantJSON-1817676132 tempest-ServersNegativeTestMultiTenantJSON-1817676132-project-member] Enqueued Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_members [ 701.482692] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGHEST for action security_group_members [ 701.483578] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.483715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.483818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.483996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.484220] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.484630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.484630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.484630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.484770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.484770] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.601592] env[70911]: INFO networking_nsxv3.common.synchronization [req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 req-fb974c5b-0cff-40e7-8520-f27928795e1d service nova] Enqueued Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_rules [ 701.601767] env[70911]: INFO networking_nsxv3.common.synchronization [req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 req-fb974c5b-0cff-40e7-8520-f27928795e1d service nova] Enqueued Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_members [ 701.601959] env[70911]: INFO networking_nsxv3.common.synchronization [req-cdf145fe-57cb-4f7e-be6b-b8b189c62272 req-fb974c5b-0cff-40e7-8520-f27928795e1d service nova] Enqueued Resource ID: fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 with Priority: HIGHEST for action port [ 701.602756] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_rules [ 701.602756] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_members [ 701.602756] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 with Priority: HIGHEST for action port [ 701.603086] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.607113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.607113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.607338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.607338] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.608234] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.608582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.608582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.608582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.608745] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.608955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.609047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.609199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.609396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.609396] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.611780] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.611780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.611866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.613059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.613059] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.987701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.987997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.988161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.988442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.988733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.989075] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.989428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.989659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.989928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.990137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.991653] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c46720a-572c-4388-baf1-8704bec70eef is going to be updated. [ 702.016029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.016188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.016473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.016533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.016697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.026081] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c46720a-572c-4388-baf1-8704bec70eef in Status: IN_PROGRESS for 2s [ 702.113835] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.113973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.121574] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.122527] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 with status ACTIVE [ 702.122740] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.125018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1 is going to be updated. [ 702.148846] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.149016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.149087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.149303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.149667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.150226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac26eb6-7c57-4a1a-a2c1-5e6188ac80f1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.631418] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.944076] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 702.944460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.944642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.944922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.945194] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.945326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.945679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.945888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.946051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.946448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.946615] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.137063] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.137063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.137063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.137063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.137063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.137063] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b is going to be created. [ 703.159372] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.161512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.161512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.161512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.161512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.169501] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b in Status: UNINITIALIZED for 2s [ 703.454076] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.454076] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.454076] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.454076] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.454076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.454645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.454645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.454645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.454645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.454645] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.961862] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af1f2ca-b633-45d5-ab2f-f187614df7f9: rpc.has_security_group_logging(os_id): False [ 703.976436] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.976584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.976654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.976863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.976956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.977152] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.977307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.977358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.977497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.977575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.977759] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.977851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.977910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.978059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.978134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.978328] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.978419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.978483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.978610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.978681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.978761] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 704.037348] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.037521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.037580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.037771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.037914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.040849] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c46720a-572c-4388-baf1-8704bec70eef in Status: SUCCESS [ 704.041023] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c46720a-572c-4388-baf1-8704bec70eef deletion is rescheduled due to dependency. [ 704.041133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.051152] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 704.091684] env[70911]: INFO networking_nsxv3.common.synchronization [None req-6322c6c4-502c-4a41-9701-fc9b8c4611c0 None None] Enqueued Resource ID: 5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1 with Priority: HIGHEST for action port [ 704.091902] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1 with Priority: HIGHEST for action port [ 704.093519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.096274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.096483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.096754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.096842] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.381622] env[70911]: INFO networking_nsxv3.common.synchronization [req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f req-a2dfaa19-02c7-4047-8ade-022dd5dacc4b tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Enqueued Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_members [ 704.381622] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_members [ 704.381622] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.381850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.381945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.382237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.382403] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.382517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.382570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.383256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.383256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.383256] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.599639] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1 [ 704.599867] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.599995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.600077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.600301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.600393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.600487] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1 already deleted. [ 704.600568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fb920f8-aafb-4ad8-92f5-8dfcd532e1b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.782028] env[70911]: INFO networking_nsxv3.common.synchronization [req-d4c69cdd-2800-4a4c-9b00-8a6e86ab7462 req-4c9b8271-f9a8-4f9e-af80-2d5f29b7a7e7 tempest-VolumesAssistedSnapshotsTest-1012094806 tempest-VolumesAssistedSnapshotsTest-1012094806-project-member] Enqueued Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_members [ 704.782028] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b60213bd-cac0-4ad1-8346-3616d0c0765e with Priority: HIGHEST for action security_group_members [ 704.782028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b60213bd-cac0-4ad1-8346-3616d0c0765e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.782028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.782028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.782028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.784105] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.786026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.786026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.786026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.786026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.786026] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b60213bd-cac0-4ad1-8346-3616d0c0765e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.788301] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.789187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.789534] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.789920] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.790282] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.791021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.791021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.791270] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.792125] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.792125] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.792125] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.792349] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.792543] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.792953] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.793290] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.794032] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.812176] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.812176] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.812176] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.812176] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-71" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.812405] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.814198] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.814198] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.814198] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.814198] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c19d66-21bb-47ac-a15d-ccad9a91b21d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.887440] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.887630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.887899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.887899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.888037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.888205] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.888297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.888369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.888559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.888642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.888726] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3db9a96-159e-4990-98d2-fe40412510df already deleted. [ 704.888805] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.185638] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b in Status: SUCCESS [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.185638] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.185638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.185638] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.296754] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.296941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.296994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.297244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.297317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.297519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.297619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.297676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.297885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.297921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.297984] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60213bd-cac0-4ad1-8346-3616d0c0765e is going to be updated. [ 705.317969] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.318351] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.318525] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.322239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.322484] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.322607] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port c4c19d66-21bb-47ac-a15d-ccad9a91b21d not found, creating... [ 705.322937] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.323180] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.323320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.323574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.323716] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.324257] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.324713] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.324713] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.325160] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.325614] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.326117] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: c4c19d66-21bb-47ac-a15d-ccad9a91b21d is going to be created. [ 705.328160] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.328374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.328467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.328653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.328822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.337198] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60213bd-cac0-4ad1-8346-3616d0c0765e in Status: IN_PROGRESS for 2s [ 705.348042] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.348042] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.348042] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.348266] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.348694] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.348694] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.689373] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.689373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.689373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.689639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.691140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.691361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.691361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.691557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.691662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.691766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.691939] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.692038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.692231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.692302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.692402] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.692515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.692584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.692741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.692821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.692905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.693017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.067322] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 706.067322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.078516] env[70911]: INFO networking_nsxv3.common.synchronization [req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f req-6e2ba253-cbb0-47db-944e-a44dc3fede83 service nova] Enqueued Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_rules [ 706.078691] env[70911]: INFO networking_nsxv3.common.synchronization [req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f req-6e2ba253-cbb0-47db-944e-a44dc3fede83 service nova] Enqueued Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_members [ 706.078833] env[70911]: INFO networking_nsxv3.common.synchronization [req-beb24559-ba74-4c14-ba9d-d2dafac5bb7f req-6e2ba253-cbb0-47db-944e-a44dc3fede83 service nova] Enqueued Resource ID: c4c19d66-21bb-47ac-a15d-ccad9a91b21d with Priority: HIGHEST for action port [ 706.079073] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_rules [ 706.080329] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_members [ 706.080329] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c19d66-21bb-47ac-a15d-ccad9a91b21d with Priority: HIGHEST for action port [ 706.080329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.080329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.080329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.087024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.087024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.093093] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.093093] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.093093] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.093093] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.093093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.093508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.093508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.093508] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c19d66-21bb-47ac-a15d-ccad9a91b21d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.128826] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ac4e1f1a-7d83-425f-ae38-9f7b89557089 None None] Enqueued Resource ID: bf36d0ae-4e16-496e-a79d-4c67bc0c961c with Priority: HIGHEST for action port [ 706.132110] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf36d0ae-4e16-496e-a79d-4c67bc0c961c with Priority: HIGHEST for action port [ 706.132110] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf36d0ae-4e16-496e-a79d-4c67bc0c961c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.132110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf36d0ae-4e16-496e-a79d-4c67bc0c961c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.132110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf36d0ae-4e16-496e-a79d-4c67bc0c961c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.132110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf36d0ae-4e16-496e-a79d-4c67bc0c961c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.132110] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf36d0ae-4e16-496e-a79d-4c67bc0c961c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.196043] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 767a0277-7fc3-4c4f-8b1c-477a54eb383b: rpc.has_security_group_logging(os_id): False [ 706.214941] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.215103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.215177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.215378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.215473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.215657] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.215923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.215923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.216053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.216144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.216377] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.216475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.216530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.216697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.217672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.217672] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.217672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.217672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.217672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.217672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.217672] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b is going to be created. [ 706.273191] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.276081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.276081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.276081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.276081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.284659] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b in Status: IN_PROGRESS for 2s [ 706.599475] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.599475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.599624] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.600697] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4c19d66-21bb-47ac-a15d-ccad9a91b21d with status ACTIVE [ 706.601686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.601895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.601971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.602294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.602355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.602568] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.602697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.602697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.603197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.603197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.603197] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.603390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.603390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.603611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.603611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.603611] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4c19d66-21bb-47ac-a15d-ccad9a91b21d is going to be updated. [ 706.628216] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.628424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.628424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.628629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.628798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.630203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c19d66-21bb-47ac-a15d-ccad9a91b21d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.635289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf36d0ae-4e16-496e-a79d-4c67bc0c961c [ 706.635289] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.635289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.635289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.635289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.635289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.635289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf36d0ae-4e16-496e-a79d-4c67bc0c961c already deleted. [ 706.635289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf36d0ae-4e16-496e-a79d-4c67bc0c961c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.703783] env[70911]: INFO networking_nsxv3.common.synchronization [req-73361e88-58e4-474d-b21d-fce78e4918d1 req-2c70b9f9-8fd5-464d-a48f-89d22687df0c tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 706.704389] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 706.705035] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.705035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.705035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.705199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.705388] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.705550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.705550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.705730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.705821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.706492] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.109545] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.211498] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.211498] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.211498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.211498] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be updated. [ 707.255218] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.255218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.255218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.255218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.255218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.267123] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: IN_PROGRESS for 2s [ 707.323979] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.324204] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.324342] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.324614] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.324864] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.325036] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.325152] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.325356] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.325505] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.325711] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.325827] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.325936] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.328160] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.328407] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.328559] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.328715] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.354290] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b60213bd-cac0-4ad1-8346-3616d0c0765e in Status: SUCCESS [ 707.354484] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b60213bd-cac0-4ad1-8346-3616d0c0765e deletion is rescheduled due to dependency. [ 707.354608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b60213bd-cac0-4ad1-8346-3616d0c0765e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.365461] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.365637] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.365779] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.365960] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.366305] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-d6a77597-479b-4d34-8fa6-e3fea7757572 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.366510] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.366632] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.366964] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.367120] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a77597-479b-4d34-8fa6-e3fea7757572',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.610902] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.611798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.611910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.612174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.612274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.612381] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3db9a96-159e-4990-98d2-fe40412510df is going to be created. [ 707.634168] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.634368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.634368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.634592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.634892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.645925] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3db9a96-159e-4990-98d2-fe40412510df in Status: UNINITIALIZED for 2s [ 707.869460] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.869702] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.869843] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.870119] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.870276] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.870438] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port d6a77597-479b-4d34-8fa6-e3fea7757572 not found, creating... [ 707.870684] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.870843] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.870953] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.871184] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.871325] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.871602] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.871758] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.871874] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.874232] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.874573] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.874795] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: d6a77597-479b-4d34-8fa6-e3fea7757572 is going to be created. [ 707.896785] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.896785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.896785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.896785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.896785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.896785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.298525] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b in Status: SUCCESS [ 708.298836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.717121] env[70911]: INFO networking_nsxv3.common.synchronization [req-73361e88-58e4-474d-b21d-fce78e4918d1 req-e63f94f5-f3fc-4ef5-8ecb-a56f8151852d service nova] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_rules [ 708.719609] env[70911]: INFO networking_nsxv3.common.synchronization [req-73361e88-58e4-474d-b21d-fce78e4918d1 req-e63f94f5-f3fc-4ef5-8ecb-a56f8151852d service nova] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 708.719609] env[70911]: INFO networking_nsxv3.common.synchronization [req-73361e88-58e4-474d-b21d-fce78e4918d1 req-e63f94f5-f3fc-4ef5-8ecb-a56f8151852d service nova] Enqueued Resource ID: d6a77597-479b-4d34-8fa6-e3fea7757572 with Priority: HIGHEST for action port [ 708.719609] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_rules [ 708.719609] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 708.719609] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a77597-479b-4d34-8fa6-e3fea7757572 with Priority: HIGHEST for action port [ 708.723270] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.724739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.724739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.724739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.724739] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.724739] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.724990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.729581] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a77597-479b-4d34-8fa6-e3fea7757572 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.729722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.729790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.730021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.730137] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a77597-479b-4d34-8fa6-e3fea7757572',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.232224] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.233160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.233160] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6a77597-479b-4d34-8fa6-e3fea7757572 with status ACTIVE [ 709.233160] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.233160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.233160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.234306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.234306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.234306] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.234457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.234578] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.234783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.234900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.235770] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.235770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.235770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.235770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.235770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.235770] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6a77597-479b-4d34-8fa6-e3fea7757572 is going to be updated. [ 709.273890] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.273890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.273890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.274139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.274273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.274459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a77597-479b-4d34-8fa6-e3fea7757572" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.276941] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: SUCCESS [ 709.277298] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 deletion is rescheduled due to dependency. [ 709.277473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.277601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.277817] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.278148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.278148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.278262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.278556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.278556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.278671] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.655418] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3db9a96-159e-4990-98d2-fe40412510df in Status: SUCCESS [ 709.655811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.655987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.656279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.656569] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.656698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.656762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.656919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.657013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.657120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.657213] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.782306] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.159397] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.159556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.159621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.159868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.160655] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.160655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.160655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.160655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.160655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.160655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.160655] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.161174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.161174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.161174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.161174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.161174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.161174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.161416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.161416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.161538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.161538] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.285113] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.663652] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3db9a96-159e-4990-98d2-fe40412510df: rpc.has_security_group_logging(os_id): False [ 710.681257] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.681478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.681539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.681715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.681809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.682067] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.682170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.682232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.682383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.682462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.682635] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.682727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.682786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.682919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.682991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.683246] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.683357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.683357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.683475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.683549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.683633] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3db9a96-159e-4990-98d2-fe40412510df is going to be created. [ 710.738136] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.738136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.738136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.738136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.738136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.747552] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3db9a96-159e-4990-98d2-fe40412510df in Status: IN_PROGRESS for 2s [ 710.788706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.788706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.788706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.788706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.788706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.788706] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be updated. [ 710.830890] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.830890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.830890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.831212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.831280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.840138] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: IN_PROGRESS for 2s [ 712.758870] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3db9a96-159e-4990-98d2-fe40412510df in Status: SUCCESS [ 712.759159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.850979] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: SUCCESS [ 712.851233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.851393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.851621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.851824] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.855020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.855020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.855020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.855020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.855020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.855020] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.354714] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.355224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.355224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.355570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.355807] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.355968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.357028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.357028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.357028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.357028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.357028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.357028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.357028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.357028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.357305] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.357305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.357305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.357511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.357592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.357701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.358345] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.721113] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 713.721113] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 713.863317] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9: rpc.has_security_group_logging(os_id): False [ 713.881492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.881748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.882082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.882151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.882278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.882532] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.882706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.882839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.883064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.883505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.883505] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.883505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.883643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.883786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.883963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.884326] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.884538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.884699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.884928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.885033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.885127] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be updated. [ 713.899712] env[70911]: INFO networking_nsxv3.common.synchronization [req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba req-f4e4feba-f2dc-4866-aa32-a1612ef2336e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 713.900348] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 713.900604] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.900898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.900898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.901509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.901692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.901843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.901874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.902571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.902571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.902571] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.944025] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.944025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.944025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.944025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.955075] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: IN_PROGRESS for 2s [ 714.273681] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.273978] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.275914] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.276413] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.276876] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.277148] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.277342] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.277685] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.277967] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.278302] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.278525] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.282020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.282020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.282020] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.282020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.282020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.305274] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.305458] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.305595] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.305769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.306104] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-01512f60-0d4b-4661-8f99-2140604661ce taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.306278] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.306443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.306827] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.306971] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01512f60-0d4b-4661-8f99-2140604661ce',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.404722] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.404883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.404959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.405182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.405310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.405535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.405612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.405677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.405831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.405908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.405992] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed already deleted. [ 714.406083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.809662] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.809895] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.810040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.810354] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.810524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.810684] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 01512f60-0d4b-4661-8f99-2140604661ce not found, creating... [ 714.810964] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.811136] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.811268] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.811493] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.811637] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.811939] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.812119] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.812434] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.812464] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.812636] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.812746] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 01512f60-0d4b-4661-8f99-2140604661ce is going to be created. [ 714.832607] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.832843] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.832984] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.833283] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.833533] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.833782] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.336107] env[70911]: INFO networking_nsxv3.common.synchronization [req-3f0bcc2d-9a0d-4d97-a912-08f8ad7dce3f req-5e429563-4f19-4fda-9f22-12db6746f863 tempest-ServerAddressesTestJSON-404211529 tempest-ServerAddressesTestJSON-404211529-project-member] Enqueued Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_members [ 715.336107] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGHEST for action security_group_members [ 715.336638] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.336638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.336638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.336736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.336850] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.336946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.337014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.339078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.339170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.339272] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.665280] env[70911]: INFO networking_nsxv3.common.synchronization [req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba req-5ac9aca2-00f8-45f3-bb88-d62e56104aa8 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 715.665463] env[70911]: INFO networking_nsxv3.common.synchronization [req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba req-5ac9aca2-00f8-45f3-bb88-d62e56104aa8 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 715.669021] env[70911]: INFO networking_nsxv3.common.synchronization [req-cd0d4765-ad8b-40ab-bea8-414af6cc5eba req-5ac9aca2-00f8-45f3-bb88-d62e56104aa8 service nova] Enqueued Resource ID: 01512f60-0d4b-4661-8f99-2140604661ce with Priority: HIGHEST for action port [ 715.669021] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 715.669021] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 715.669021] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01512f60-0d4b-4661-8f99-2140604661ce with Priority: HIGHEST for action port [ 715.669021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.669021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.669021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.669021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.669021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.669639] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.672795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.672795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.672795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.672795] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.672795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.672795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.672795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.672795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.672795] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.677101] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-01512f60-0d4b-4661-8f99-2140604661ce taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.677101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.677101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.677101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.677101] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01512f60-0d4b-4661-8f99-2140604661ce',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.847540] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.847709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.847779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.847991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.848127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.848407] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.848522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.848588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.848757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.848973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.848973] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b is going to be updated. [ 715.875571] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.875702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.875795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.876029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.876115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.886237] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b in Status: IN_PROGRESS for 2s [ 715.951551] env[70911]: INFO networking_nsxv3.common.synchronization [req-687b88f1-a465-45ae-a24a-1d6ef653b7e1 req-345f132a-c14c-4203-a44a-bd6833f61936 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 715.952168] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 715.952465] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.952591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.952661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.952852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.953036] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.953123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.953206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.953342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.953397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.953492] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.970060] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: SUCCESS [ 715.970567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.033577] env[70911]: INFO networking_nsxv3.common.synchronization [None req-6d6a0c86-4455-4e05-b946-a384c848e96b None None] Enqueued Resource ID: e1e69b86-ad14-4031-8d96-02014f6ab42a with Priority: HIGHEST for action port [ 716.034360] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e69b86-ad14-4031-8d96-02014f6ab42a with Priority: HIGHEST for action port [ 716.034741] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1e69b86-ad14-4031-8d96-02014f6ab42a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.034921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1e69b86-ad14-4031-8d96-02014f6ab42a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.035216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1e69b86-ad14-4031-8d96-02014f6ab42a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.035622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1e69b86-ad14-4031-8d96-02014f6ab42a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.035728] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1e69b86-ad14-4031-8d96-02014f6ab42a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.175066] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.178682] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.178869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.178991] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01512f60-0d4b-4661-8f99-2140604661ce with status ACTIVE [ 716.179149] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.179263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.179328] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.179524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.179617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.179776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.179870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.179928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.180429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.180487] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.180619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.180701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.180782] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01512f60-0d4b-4661-8f99-2140604661ce is going to be updated. [ 716.200243] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.200367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.200432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.200621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.200763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.200893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01512f60-0d4b-4661-8f99-2140604661ce" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.492153] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.492429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.492429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.493013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.493187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.493750] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.493750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.493750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.493750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.493983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.494090] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 716.528502] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.528624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.528660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.528934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.529099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.537237] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 716.537434] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1e69b86-ad14-4031-8d96-02014f6ab42a [ 716.537612] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.537746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.537809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.537987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.538085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.538226] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1e69b86-ad14-4031-8d96-02014f6ab42a already deleted. [ 716.538261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1e69b86-ad14-4031-8d96-02014f6ab42a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678528] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.723318] env[70911]: INFO networking_nsxv3.common.synchronization [req-7e54cccb-ca93-42d8-82d3-2899c2a670a4 req-59136041-1c53-4a5f-8372-50188303ea8e tempest-InstanceActionsNegativeTestJSON-1428793553 tempest-InstanceActionsNegativeTestJSON-1428793553-project-member] Enqueued Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_members [ 716.723804] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGHEST for action security_group_members [ 716.724124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.724298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.724409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.724585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.724930] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.724930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.724930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.725046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.725120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.725398] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.924374] env[70911]: INFO networking_nsxv3.common.synchronization [req-eb7dd902-461a-42d7-98c7-b8119acee0f5 req-116a2c78-5294-4d4b-8d10-f569c7a5b4a3 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Enqueued Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_members [ 716.924952] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_members [ 716.925296] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.925494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.925494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.926729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.926955] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.927088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.927153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.928231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.928231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.928231] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.180644] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.180803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.180874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.181169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.181278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.181389] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be created. [ 717.206029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.206252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.206252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.206460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.206643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.221345] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: UNINITIALIZED for 2s [ 717.227795] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.227981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.227981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.229349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.229349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.229349] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.229349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.229349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.229349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.229349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.229349] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3db9a96-159e-4990-98d2-fe40412510df is going to be updated. [ 717.258204] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.258385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.258458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.258665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.258826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271111] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3db9a96-159e-4990-98d2-fe40412510df in Status: IN_PROGRESS for 2s [ 717.429174] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.429174] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-450" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.429530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-450" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.429903] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-450" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.430202] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.430368] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.430511] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.430919] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.431146] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.431376] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.431547] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.431611] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.431725] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.431837] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 717.431947] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.432097] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.435268] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.435268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.435268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.435268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.435268] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.435268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.435597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.435597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.435597] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 already deleted. [ 717.435597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.459213] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.459376] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 717.459517] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.459698] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-450" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.460021] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-cbea5d36-9cf5-4a78-9f05-e226892a7d40 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.460190] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.460308] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.460629] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.460769] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbea5d36-9cf5-4a78-9f05-e226892a7d40',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.893797] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b in Status: SUCCESS [ 717.894076] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b deletion is rescheduled due to dependency. [ 717.894131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.965192] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.965192] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.965192] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.965192] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.965192] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.965192] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port cbea5d36-9cf5-4a78-9f05-e226892a7d40 not found, creating... [ 717.965732] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.965732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.965732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.965907] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.965967] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.966265] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.966418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.966561] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.966775] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.966908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.968997] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: cbea5d36-9cf5-4a78-9f05-e226892a7d40 is going to be created. [ 717.988044] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.988295] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.988877] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.988877] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.989125] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.989332] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.092363] env[70911]: INFO networking_nsxv3.common.synchronization [None req-10611ac5-a82d-4b78-950f-a334726df738 None None] Enqueued Resource ID: 072c497e-6c07-4a12-8921-bc37438b09c3 with Priority: HIGHEST for action port [ 718.093452] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 072c497e-6c07-4a12-8921-bc37438b09c3 with Priority: HIGHEST for action port [ 718.094153] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-072c497e-6c07-4a12-8921-bc37438b09c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.094287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-072c497e-6c07-4a12-8921-bc37438b09c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.094359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-072c497e-6c07-4a12-8921-bc37438b09c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.094622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-072c497e-6c07-4a12-8921-bc37438b09c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.094715] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('072c497e-6c07-4a12-8921-bc37438b09c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.547938] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 718.547938] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 deletion is rescheduled due to dependency. [ 718.547938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.597065] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 072c497e-6c07-4a12-8921-bc37438b09c3 [ 718.597296] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.597532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.597635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.597845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.597933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.598059] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:072c497e-6c07-4a12-8921-bc37438b09c3 already deleted. [ 718.598146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-072c497e-6c07-4a12-8921-bc37438b09c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.890203] env[70911]: INFO networking_nsxv3.common.synchronization [req-eb7dd902-461a-42d7-98c7-b8119acee0f5 req-8d4b86d9-5bfe-42e0-b40e-c3ccbec0f4af service nova] Enqueued Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_rules [ 718.890203] env[70911]: INFO networking_nsxv3.common.synchronization [req-eb7dd902-461a-42d7-98c7-b8119acee0f5 req-8d4b86d9-5bfe-42e0-b40e-c3ccbec0f4af service nova] Enqueued Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_members [ 718.890203] env[70911]: INFO networking_nsxv3.common.synchronization [req-eb7dd902-461a-42d7-98c7-b8119acee0f5 req-8d4b86d9-5bfe-42e0-b40e-c3ccbec0f4af service nova] Enqueued Resource ID: cbea5d36-9cf5-4a78-9f05-e226892a7d40 with Priority: HIGHEST for action port [ 718.890203] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_rules [ 718.890203] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_members [ 718.890203] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbea5d36-9cf5-4a78-9f05-e226892a7d40 with Priority: HIGHEST for action port [ 718.890203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.890203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.890203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.891107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.891304] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.892330] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.892620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.892799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.894642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.894642] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.894642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.894642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.894642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.894642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.894642] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.897332] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbea5d36-9cf5-4a78-9f05-e226892a7d40 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.897332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.897332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.897332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.897332] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbea5d36-9cf5-4a78-9f05-e226892a7d40',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.232756] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 719.232990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.233179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.233407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.233660] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.233783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.233851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.234029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.234115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.234198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.234301] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.278062] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3db9a96-159e-4990-98d2-fe40412510df in Status: SUCCESS [ 719.278253] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3db9a96-159e-4990-98d2-fe40412510df deletion is rescheduled due to dependency. [ 719.278412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.398706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.398706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.398955] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.399893] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbea5d36-9cf5-4a78-9f05-e226892a7d40 with status ACTIVE [ 719.400119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.400253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.400329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.400554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.400650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.400843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.400959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.401042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.401224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.401304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.401480] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.402163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.402163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.402163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.402163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.402163] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbea5d36-9cf5-4a78-9f05-e226892a7d40 is going to be updated. [ 719.422872] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.423265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.423265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.423418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.423467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.423594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbea5d36-9cf5-4a78-9f05-e226892a7d40" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.737291] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.737456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.737498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.737736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.737899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.738034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.738085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.738861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.738861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.738861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.738861] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.738861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.738861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.738861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.739162] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.739162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.739162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.739255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.739327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.739425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.739481] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.903717] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.242136] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17596159-efd9-4ae7-b60b-7f1f94b6daed: rpc.has_security_group_logging(os_id): False [ 720.259275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.259444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.259526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.259759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.259860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.260097] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.260196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.260257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.260427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.260523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.261042] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.261042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.261042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.261042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.261327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.261327] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.261404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.261404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.261546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.261606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.261715] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be created. [ 720.316081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.316280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.316280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.316573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.316750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.326668] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 720.405792] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.405965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.406037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.407828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.407828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.407828] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 is going to be created. [ 720.453596] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.453784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.453889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.454130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.454299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.467159] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 in Status: UNINITIALIZED for 2s [ 720.707784] env[70911]: INFO networking_nsxv3.common.synchronization [None req-61fcafcc-12b4-43e1-870f-3e6756eb0440 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Enqueued Resource ID: b6c16787-1501-442c-b0ae-db93d14b28af with Priority: HIGHEST for action security_group_rules [ 720.707784] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c16787-1501-442c-b0ae-db93d14b28af with Priority: HIGHEST for action security_group_rules [ 720.708251] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c16787-1501-442c-b0ae-db93d14b28af taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.709040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.709333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.710011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.710276] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c16787-1501-442c-b0ae-db93d14b28af',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.742234] env[70911]: INFO networking_nsxv3.common.synchronization [req-49e969a9-2fcc-4669-a4fc-ed28fd381498 req-a11907b4-5783-4323-9428-a1ec5f5b28a3 tempest-DeleteServersAdminTestJSON-1956187330 tempest-DeleteServersAdminTestJSON-1956187330-project-member] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 720.742234] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGHEST for action security_group_members [ 720.742234] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.742459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.742740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.743107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.743371] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.743601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.743750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.744023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.744214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.744413] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.840148] env[70911]: INFO networking_nsxv3.common.synchronization [None req-eeb32a6b-3444-403e-b7d1-460eb0159e68 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Enqueued Resource ID: b6c16787-1501-442c-b0ae-db93d14b28af with Priority: HIGHEST for action security_group_rules [ 720.840148] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6c16787-1501-442c-b0ae-db93d14b28af with Priority: HIGHEST for action security_group_rules [ 720.840148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6c16787-1501-442c-b0ae-db93d14b28af taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.246209] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.246541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.246541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.247780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.248023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.248208] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c16787-1501-442c-b0ae-db93d14b28af already deleted. [ 721.248334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.248719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.250488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.250565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.250830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.251053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.251299] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.251405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.251494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.251647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.251725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.251810] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be updated. [ 721.252829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.252991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.253093] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6c16787-1501-442c-b0ae-db93d14b28af',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.278785] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.279149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.279318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.279621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.279872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.289358] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: IN_PROGRESS for 2s [ 721.775249] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.775399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.775469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.775692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.775809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.775920] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6c16787-1501-442c-b0ae-db93d14b28af already deleted. [ 721.776037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6c16787-1501-442c-b0ae-db93d14b28af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.146494] env[70911]: INFO networking_nsxv3.common.synchronization [req-3983419c-be69-4653-b7be-48cb19f0889b req-8c8a5fd5-7b8f-4129-b956-d9a8508be75e tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Enqueued Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_members [ 722.146890] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_members [ 722.147263] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.147436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.147516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.147809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.147990] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.148148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.148233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.148448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.148565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.148694] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.346492] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 722.346712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.476725] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 in Status: SUCCESS [ 722.476928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.477125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.477343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.477557] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.478572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.478572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.478572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.478572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.478572] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.519036] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.519231] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.519357] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.519676] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.519935] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.520101] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.520219] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.520426] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.520572] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.520783] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.520896] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.521073] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.521161] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.521255] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 722.521359] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.521488] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.541301] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.541301] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 722.541301] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.541301] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-501" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.541301] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.541301] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.541301] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.541301] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.541301] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e668aeb-f8f0-42dd-899d-66ba8d8366d0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.652059] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.652059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.652059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.652059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.652059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.652351] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.652351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.652428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.652584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.652623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.652691] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 already deleted. [ 722.652771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.980213] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.044210] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.044520] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.044664] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.045016] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.045230] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.045439] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 not found, creating... [ 723.045845] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.046174] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.046351] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.046721] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.046939] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.048785] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.049041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.049214] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.049495] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.049692] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.049934] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 is going to be created. [ 723.074526] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.074759] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.074846] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.075172] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.075424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.075656] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.305121] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 in Status: SUCCESS [ 723.305260] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 deletion is rescheduled due to dependency. [ 723.305378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.486249] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb8e385-bb90-4f0a-9a27-b61abe9cd7e7: rpc.has_security_group_logging(os_id): False [ 723.500757] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.500909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.500982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.501205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.501299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.501538] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.501634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.501700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.501850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.501899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.502717] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 is going to be created. [ 723.583240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.583240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.583240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.583240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.583240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.595118] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 in Status: IN_PROGRESS for 2s [ 723.822934] env[70911]: INFO networking_nsxv3.common.synchronization [req-3983419c-be69-4653-b7be-48cb19f0889b req-e332140d-2906-41ae-bf20-08f1071866f8 service nova] Enqueued Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_rules [ 723.823135] env[70911]: INFO networking_nsxv3.common.synchronization [req-3983419c-be69-4653-b7be-48cb19f0889b req-e332140d-2906-41ae-bf20-08f1071866f8 service nova] Enqueued Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_members [ 723.823310] env[70911]: INFO networking_nsxv3.common.synchronization [req-3983419c-be69-4653-b7be-48cb19f0889b req-e332140d-2906-41ae-bf20-08f1071866f8 service nova] Enqueued Resource ID: 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 with Priority: HIGHEST for action port [ 723.823496] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_rules [ 723.823623] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_members [ 723.823717] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 with Priority: HIGHEST for action port [ 723.824279] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.824406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.824474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.825532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.825532] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.830017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.830017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.830017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.830017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.830017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.830017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e668aeb-f8f0-42dd-899d-66ba8d8366d0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.331859] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.332256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.332400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.332520] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 with status ACTIVE [ 724.332704] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.332848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.332915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.333124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.333215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.333382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.333596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.333596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.333688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.333749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.333915] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.334865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.334865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.334865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.334865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.334865] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e668aeb-f8f0-42dd-899d-66ba8d8366d0 is going to be updated. [ 724.355375] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.355528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.355528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.356579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.356579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.356579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e668aeb-f8f0-42dd-899d-66ba8d8366d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.836676] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.339996] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.341061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.341061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.341061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.341061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.341061] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 is going to be created. [ 725.362864] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.363042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.363153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.363321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.363476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.372230] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 in Status: UNINITIALIZED for 2s [ 725.607216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 in Status: SUCCESS [ 725.607482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.987292] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-018db66d-417c-48d4-9269-99562efdb02d tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 725.988220] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 725.988220] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.988341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.988341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.988589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.988746] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.988893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.988893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.989715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.989829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989927] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.476014] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-b3529eec-d895-4966-8eb3-ff9b1b7762c3 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 726.476590] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 726.476896] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.477013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.494493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.494617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.494691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.495014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.495014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.495180] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.495277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.495338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.495481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.495555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.495638] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 already deleted. [ 726.495715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.495855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.496009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.496156] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.496436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.496563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.496736] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.531823] env[70911]: INFO networking_nsxv3.common.synchronization [req-5a7aebc7-2808-4292-ac8a-99f4893f78c7 req-63d356cc-5fc2-4a01-8e93-102045ed618a tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 726.532296] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 726.532578] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.532696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.532761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.532952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.533109] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.533206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.533265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.533409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.533492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.533580] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.897189] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-384c5c9f-ec21-41f5-a3f0-9ee0df14e29a tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 726.897743] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 726.898011] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.898123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.002789] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.003135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.003135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.003323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.003414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.003615] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.003714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.003775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.003924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.003998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.004092] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 already deleted. [ 727.004169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.004321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.004465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.004597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.004682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.004739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.004869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.004939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.005038] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.035432] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.035703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.035811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.036069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.036161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.036382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.036547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.037119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.037119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.037119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.037119] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 727.062799] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.062799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.062799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.062799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.063125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.070732] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 727.239216] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.239409] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.239560] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.240331] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.240331] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.240331] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.240611] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.240611] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.240720] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.241315] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.241315] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.241315] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.241315] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.241496] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 727.241496] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.241578] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.259410] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.259548] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 727.259700] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.259880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.260568] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.260568] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.261704] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.261704] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.261810] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.382913] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 in Status: SUCCESS [ 727.382913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.383299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.383463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.384134] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.384134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.384134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.384134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.384134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.384134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.384134] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.508204] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.508204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.508204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.508204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.508454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.508570] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.508737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.508885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.509132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.509246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.509380] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 already deleted. [ 727.509491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.764026] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.764250] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.764422] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.764779] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.765180] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.765180] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 not found, creating... [ 727.765392] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.765604] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.766347] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.766347] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.766347] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.766447] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.766634] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.766840] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.767107] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.767288] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.767559] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 is going to be created. [ 727.786789] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.787170] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.787389] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.787810] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.788105] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.788375] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.886166] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.886335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.886397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.886813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.887079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.887236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.887337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.887613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.887748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.887883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.888115] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.888256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.888351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.888563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.888768] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.888903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.888996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.889222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.889340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.889498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.889593] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.393204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be821aef-aba3-4bb6-bcac-5dc133cc4c85: rpc.has_security_group_logging(os_id): False [ 728.411679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.412174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.412567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.414473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.414473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.417548] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.417548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.417548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.417548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.417548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.417548] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 is going to be created. [ 728.470735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.470735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.470735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.470735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.470735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.485435] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 in Status: IN_PROGRESS for 2s [ 728.946617] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-721e10a2-7be0-4736-8d1c-fb54f082c9fd service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 728.946761] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-721e10a2-7be0-4736-8d1c-fb54f082c9fd service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 728.946901] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-721e10a2-7be0-4736-8d1c-fb54f082c9fd service nova] Enqueued Resource ID: 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 with Priority: HIGHEST for action port [ 728.947155] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 728.947286] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 728.947393] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 with Priority: HIGHEST for action port [ 728.952061] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.952061] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.952061] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.952061] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.952061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.952061] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.956020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.956020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.956020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.956020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.956020] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.080349] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 729.081037] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 deletion is rescheduled due to dependency. [ 729.081037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.457116] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.458318] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.459848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.459848] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 with status ACTIVE [ 729.459848] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.460147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.460147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.460292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.460382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.460564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.460732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.460806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.461037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.461124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.461276] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.461416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.461478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.461638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.461728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.461828] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0 is going to be updated. [ 729.484704] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.484927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.485060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.485292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.485529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.485744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-325e0fa7-ad9c-4fc4-931f-fbcb84f7b4b0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.862365] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.862558] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-413" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.862684] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-413" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.863025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-413" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.863288] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.863465] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.863589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.863808] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.863951] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.864202] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.864366] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.864522] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.864640] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.864755] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.864863] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.864994] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.882812] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.882812] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.882812] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.883029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-413" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.883231] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-50b937fb-1211-4d5e-a07d-394bcf5e66ad taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.883401] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.883515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.883798] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.883933] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b937fb-1211-4d5e-a07d-394bcf5e66ad',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.960024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.386820] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.387063] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.387190] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.387522] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.387669] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387851] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 50b937fb-1211-4d5e-a07d-394bcf5e66ad not found, creating... [ 730.388147] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.390033] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.390033] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.390033] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 50b937fb-1211-4d5e-a07d-394bcf5e66ad is going to be created. [ 730.411387] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.411611] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.411737] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.411994] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.412237] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.412453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.464049] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.464049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.464049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.464426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.464426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.464426] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be created. [ 730.489203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.489346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.489404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.489591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.489741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.496415] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 in Status: SUCCESS [ 730.496634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.501615] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: UNINITIALIZED for 2s [ 730.809572] env[70911]: INFO networking_nsxv3.common.synchronization [req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe req-91f900cf-cdaa-4c29-aae0-c59cddbf0d17 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 730.810311] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 730.810741] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.811074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.813067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.813067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.813067] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.813067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.813067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.813067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.813067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.813067] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.315514] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.316265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.316265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.316265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.316265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.316265] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.316645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.316645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.316645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.316645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.316828] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 already deleted. [ 731.316828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.384616] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-311f2a77-8903-4144-b989-8f59e9312c82 service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 731.384815] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-311f2a77-8903-4144-b989-8f59e9312c82 service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 731.384951] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-311f2a77-8903-4144-b989-8f59e9312c82 service nova] Enqueued Resource ID: 50b937fb-1211-4d5e-a07d-394bcf5e66ad with Priority: HIGHEST for action port [ 731.385197] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 731.385325] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 731.385469] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b937fb-1211-4d5e-a07d-394bcf5e66ad with Priority: HIGHEST for action port [ 731.387237] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.387397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.388048] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.388325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.388527] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b937fb-1211-4d5e-a07d-394bcf5e66ad taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.388634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.388691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.388890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.388970] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b937fb-1211-4d5e-a07d-394bcf5e66ad',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.412489] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.412683] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.412810] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.413142] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.413389] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.413544] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.413661] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.413863] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.414016] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.415067] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.415201] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.415314] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.415426] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.415596] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.415720] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.415852] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.435475] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.435628] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.436229] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.436406] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.436721] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-270f8d39-183f-4fbf-877a-37fb77e2d35d taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.436885] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.437011] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.437312] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.437800] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270f8d39-183f-4fbf-877a-37fb77e2d35d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.892976] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b937fb-1211-4d5e-a07d-394bcf5e66ad with status ACTIVE [ 731.893250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.893395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.893465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.893666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.893759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.893933] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.894040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.894102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.894249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.894317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.894547] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.894612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.894672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.894810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.894883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.894964] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b937fb-1211-4d5e-a07d-394bcf5e66ad is going to be updated. [ 731.914704] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.914704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.914704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.914917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.914917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.915221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b937fb-1211-4d5e-a07d-394bcf5e66ad" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.940338] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.940616] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.940772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.941073] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.941257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.941436] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 270f8d39-183f-4fbf-877a-37fb77e2d35d not found, creating... [ 731.941720] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.941920] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.942075] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.942321] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.942502] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.942783] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.943221] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.943381] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.943595] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.943733] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.943869] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 270f8d39-183f-4fbf-877a-37fb77e2d35d is going to be created. [ 731.964187] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.964386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.964512] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.964784] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.965012] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.965239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.185724] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.185927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.186065] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.186354] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.186665] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.186875] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.187011] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.187237] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.187384] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.187591] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.187808] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.187970] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.188038] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.188142] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 732.188268] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.188402] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.207493] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.207712] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 732.207851] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.208106] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-389" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.208335] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-2306d0ca-a4bd-4688-88dc-09291d42166f taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.208501] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.208624] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.209066] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2306d0ca-a4bd-4688-88dc-09291d42166f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.512970] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.512970] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.512970] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.512970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.517337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.517337] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.517337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.517337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.517337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.517337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.517337] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.713054] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.713324] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.713515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.713878] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.714092] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.714303] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 2306d0ca-a4bd-4688-88dc-09291d42166f not found, creating... [ 732.714659] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.714871] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.715064] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.715347] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.715518] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.715897] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.716218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.716393] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.716664] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.716845] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.717047] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 2306d0ca-a4bd-4688-88dc-09291d42166f is going to be created. [ 732.720194] env[70911]: INFO networking_nsxv3.common.synchronization [req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe req-8e6a4cd9-bee3-4eef-bf67-a72952e72e20 service nova] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 732.720417] env[70911]: INFO networking_nsxv3.common.synchronization [req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe req-8e6a4cd9-bee3-4eef-bf67-a72952e72e20 service nova] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 732.720613] env[70911]: INFO networking_nsxv3.common.synchronization [req-d4005cd3-9793-4035-9a3e-ea2f2a6c11fe req-8e6a4cd9-bee3-4eef-bf67-a72952e72e20 service nova] Enqueued Resource ID: 270f8d39-183f-4fbf-877a-37fb77e2d35d with Priority: HIGHEST for action port [ 732.721405] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 732.721599] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 732.721723] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270f8d39-183f-4fbf-877a-37fb77e2d35d with Priority: HIGHEST for action port [ 732.722377] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.722513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.722591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.722790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.722894] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.727040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.727040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.727040] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.727040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-270f8d39-183f-4fbf-877a-37fb77e2d35d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.727040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.727040] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270f8d39-183f-4fbf-877a-37fb77e2d35d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.738524] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.738778] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.738946] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.739276] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.739625] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.739961] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.018215] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.018532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.018570] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.229018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.229212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.229364] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.230243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 270f8d39-183f-4fbf-877a-37fb77e2d35d with status ACTIVE [ 733.230424] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.230557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.230666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.230786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.230874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.231052] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.231143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.231210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.231354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.231430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.231608] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.231698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.232273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.232273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.232273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.232273] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 270f8d39-183f-4fbf-877a-37fb77e2d35d is going to be updated. [ 733.260361] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.260361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.260361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.260361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.260361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.260727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270f8d39-183f-4fbf-877a-37fb77e2d35d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.520194] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.631927] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-855c8df8-d97f-4eeb-87bd-a9ab1de2196e service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 733.632116] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-855c8df8-d97f-4eeb-87bd-a9ab1de2196e service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 733.632254] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb7edad3-5c55-43aa-bce5-7f5d204f1d9c req-855c8df8-d97f-4eeb-87bd-a9ab1de2196e service nova] Enqueued Resource ID: 2306d0ca-a4bd-4688-88dc-09291d42166f with Priority: HIGHEST for action port [ 733.632483] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 733.632608] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 733.632704] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2306d0ca-a4bd-4688-88dc-09291d42166f with Priority: HIGHEST for action port [ 733.633610] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.633738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.633972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.634068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.634247] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-2306d0ca-a4bd-4688-88dc-09291d42166f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.634348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.634410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.634692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.634742] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2306d0ca-a4bd-4688-88dc-09291d42166f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.734096] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.021851] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.022161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.022161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.022925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.022925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.022925] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 734.047195] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.047326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.047389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.047816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.047816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.056033] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 734.137740] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2306d0ca-a4bd-4688-88dc-09291d42166f with status ACTIVE [ 734.137875] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.138081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.138150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.138551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.138706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.138912] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.139068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.139148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.139332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.139438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.139654] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.139783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.139884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.140060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.140165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.140286] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2306d0ca-a4bd-4688-88dc-09291d42166f is going to be updated. [ 734.165242] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.165374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.165449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.165859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.166176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.166313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2306d0ca-a4bd-4688-88dc-09291d42166f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.237027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.237190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.237302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.237467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.237579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.237671] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be created. [ 734.263345] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.263545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.263617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.263984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.264165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.272395] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: UNINITIALIZED for 2s [ 735.927155] env[70911]: INFO networking_nsxv3.common.synchronization [req-9c32b355-9bb2-472f-bf9a-d47297e2efcf req-d9f26d05-2891-4bf9-b4f3-f32696be6800 tempest-FloatingIPsAssociationTestJSON-300737146 tempest-FloatingIPsAssociationTestJSON-300737146-project-member] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 735.928341] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGHEST for action security_group_members [ 735.932148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.932148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.932148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.932148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.932148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.932148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.932148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.932148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.932148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.932148] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.072022] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.072022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.072022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.072022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.072022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.072935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.072935] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.074429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.076493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.076493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.076493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.076493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.076493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.076493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.076493] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.283936] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.283936] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.283936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.283936] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.438500] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.438500] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.438500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.438500] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be updated. [ 736.467663] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.467663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.467663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.467663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.467663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.475111] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: IN_PROGRESS for 2s [ 736.577806] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7669e661-2a60-42e7-810a-de0d62c6ea02: rpc.has_security_group_logging(os_id): False [ 736.579603] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.597628] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.597707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.597747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.597925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.598044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.598278] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.598496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.598496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.598613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.598690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.599377] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.599484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.599609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.599776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.599849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.600127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.600243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.600313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.600555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.600628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.600715] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be created. [ 736.658144] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.658585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.659913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.660298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.660549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.677322] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 736.786040] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.083160] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.293018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33d543ba-fe8c-4dea-8925-5ad584c73575: rpc.has_security_group_logging(os_id): False [ 737.308106] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.308261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.308337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.308546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.308636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.308889] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.309015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.309094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.309242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.309340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.309398] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be created. [ 737.396368] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.397440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.397440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.397440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.397440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.416409] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 737.588495] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.588495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.588495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.588495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.588495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.588495] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 737.637115] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.637115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.637115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.637115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.637115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.647070] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 738.484082] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 368eba90-9b4d-4517-9956-05f649ac1e50 in Status: SUCCESS [ 738.484367] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 deletion is rescheduled due to dependency. [ 738.484438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.688018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 738.688018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.688018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.688018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.688018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.806658] env[70911]: INFO networking_nsxv3.common.synchronization [req-55520396-bda8-4c25-8e7f-27cca62f28c2 req-f573ff1b-0c1e-4a9a-945f-47119479ca87 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 738.807594] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 738.808488] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.809176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.809176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.809176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.809176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.809176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.809477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.809477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.809477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.809672] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.164866] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.164866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.164866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.164866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.164866] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.164866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.164866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.164866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.164866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.164866] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.164866] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.164866] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.164866] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.165651] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.165651] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.165651] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.181166] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.181492] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.181576] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.181729] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.182070] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-e894b1ad-0f36-41f7-96d7-0293112800c8 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.182306] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.182376] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.182681] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.182857] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e894b1ad-0f36-41f7-96d7-0293112800c8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.189321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.189446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.312191] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.430507] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 739.430824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.658971] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 739.658971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.658971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.658971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.658971] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.658971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.658971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.658971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.658971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.659539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.659539] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.685257] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.685502] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.685628] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.685908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.686073] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.686229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port e894b1ad-0f36-41f7-96d7-0293112800c8 not found, creating... [ 739.686492] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.686681] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.686809] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.687078] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.687249] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.687592] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.687764] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.687916] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.688108] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.688253] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.688422] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: e894b1ad-0f36-41f7-96d7-0293112800c8 is going to be created. [ 739.707307] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.707307] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.707518] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.707813] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.707951] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.708393] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.815035] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.162164] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.162306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.162374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.162581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.162777] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.162878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.162938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.163100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.163189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.163286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.163412] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.163503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.163563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.163700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.163833] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.163920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.163977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.164121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.164197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.164277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.164364] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.320297] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.320297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.320297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.320297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.320297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.320297] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 740.348195] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.348195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.348347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.352023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.352023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.358197] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 740.470218] env[70911]: INFO networking_nsxv3.common.synchronization [req-55520396-bda8-4c25-8e7f-27cca62f28c2 req-07bafa07-7640-4de2-9650-f9cbc14ca070 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 740.470291] env[70911]: INFO networking_nsxv3.common.synchronization [req-55520396-bda8-4c25-8e7f-27cca62f28c2 req-07bafa07-7640-4de2-9650-f9cbc14ca070 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 740.470443] env[70911]: INFO networking_nsxv3.common.synchronization [req-55520396-bda8-4c25-8e7f-27cca62f28c2 req-07bafa07-7640-4de2-9650-f9cbc14ca070 service nova] Enqueued Resource ID: e894b1ad-0f36-41f7-96d7-0293112800c8 with Priority: HIGHEST for action port [ 740.471033] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 740.471213] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 740.471340] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e894b1ad-0f36-41f7-96d7-0293112800c8 with Priority: HIGHEST for action port [ 740.471661] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.471812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.471879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.473073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.473073] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.474057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.474057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.474747] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e894b1ad-0f36-41f7-96d7-0293112800c8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.474747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.474747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.474747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.474747] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e894b1ad-0f36-41f7-96d7-0293112800c8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.666557] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7669e661-2a60-42e7-810a-de0d62c6ea02: rpc.has_security_group_logging(os_id): False [ 740.683765] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.683994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.683994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.684597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.684597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.684798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.684798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.685064] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.685179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.685591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.685591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.685591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.685728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.685811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.685876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.686383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.686383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.686383] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 740.745719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.745719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.745719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.745719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.745719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.758196] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 740.977007] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977379] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e894b1ad-0f36-41f7-96d7-0293112800c8 with status ACTIVE [ 740.977563] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.977665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.977754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.977925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.978019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.978182] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.978274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.978333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.978478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.978602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.978797] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.978903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.978903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.979097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.979176] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e894b1ad-0f36-41f7-96d7-0293112800c8 is going to be updated. [ 740.997665] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.997810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.997883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.998097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.998294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.998379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e894b1ad-0f36-41f7-96d7-0293112800c8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.380132] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 742.380431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.380593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.380722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.380911] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.381032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.381096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.381249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.381326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.381419] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.775424] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 742.775424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.775424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.775424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.775424] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.883729] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.278158] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.278322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.278395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.278616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.278795] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.278889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.278949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.279113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.279201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.279287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.279375] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.386388] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.395905] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7c8cc786-c910-4d60-91d3-e3956b248808 None None] Enqueued Resource ID: 5e6afa86-9c0d-49eb-8fc8-9151d056df64 with Priority: HIGHEST for action port [ 743.398822] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e6afa86-9c0d-49eb-8fc8-9151d056df64 with Priority: HIGHEST for action port [ 743.398822] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e6afa86-9c0d-49eb-8fc8-9151d056df64 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.398822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e6afa86-9c0d-49eb-8fc8-9151d056df64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.398822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e6afa86-9c0d-49eb-8fc8-9151d056df64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.398822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e6afa86-9c0d-49eb-8fc8-9151d056df64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.398822] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6afa86-9c0d-49eb-8fc8-9151d056df64',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.781031] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.781175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.781242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.782034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.782034] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.782034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.782034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.782034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.782034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.782275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.782275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.782275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.782364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.782456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.783171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.783480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.783480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.783480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.783568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.784383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.784383] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.888970] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.890622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.890622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.890622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.890622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.890622] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 743.900710] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e6afa86-9c0d-49eb-8fc8-9151d056df64 [ 743.900942] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.901098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.901153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.901352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.901438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.901531] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e6afa86-9c0d-49eb-8fc8-9151d056df64 already deleted. [ 743.901609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e6afa86-9c0d-49eb-8fc8-9151d056df64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.918231] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.919030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.919030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.919030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.919030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.928444] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 744.286134] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7669e661-2a60-42e7-810a-de0d62c6ea02: rpc.has_security_group_logging(os_id): False [ 744.303185] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.303357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.303357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.303801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.303932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.304208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.304330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.304372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.304543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.304621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.304804] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.304899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.304959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.305181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.305214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.305531] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.305531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.305531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.305717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.305756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.305862] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 744.369602] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.369774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.369907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.370151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.370325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.384213] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 744.574019] env[70911]: INFO networking_nsxv3.common.synchronization [None req-71bb1ac6-77b0-4fdb-a063-3c4745a1390c tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 744.574821] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 744.574965] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.575612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.575726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.576011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.576125] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.687396] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7abd6111-986d-41eb-bfd0-e0e90c6e541e tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 744.687941] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 744.688397] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.688397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.805311] env[70911]: INFO networking_nsxv3.common.synchronization [req-040ab313-6e89-418f-afe1-15446cd7a76e req-aa3964f3-6cbb-4130-acdd-bff43191b843 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 744.805311] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 744.805424] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.805571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.805640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.805863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.806628] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.806796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.806923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.807082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.807188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.807304] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.103549] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.103549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.103549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.103549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.103549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.103549] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc already deleted. [ 745.103549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.103549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.103549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.103549] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.312170] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.316820] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b5b5ea5c-83c1-43eb-b328-1ffc12320591 None None] Enqueued Resource ID: e52a9185-9da0-4195-9b71-9c2ad4fcc733 with Priority: HIGHEST for action port [ 745.316945] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e52a9185-9da0-4195-9b71-9c2ad4fcc733 with Priority: HIGHEST for action port [ 745.317519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e52a9185-9da0-4195-9b71-9c2ad4fcc733 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.317646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e52a9185-9da0-4195-9b71-9c2ad4fcc733" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.317843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e52a9185-9da0-4195-9b71-9c2ad4fcc733" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.317999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e52a9185-9da0-4195-9b71-9c2ad4fcc733" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.319923] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e52a9185-9da0-4195-9b71-9c2ad4fcc733',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.394901] env[70911]: INFO networking_nsxv3.common.synchronization [req-040ab313-6e89-418f-afe1-15446cd7a76e req-8f52704c-947f-4ad1-abc1-81ee9f867ef3 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 745.394901] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 745.395143] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.395243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.625023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.625023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.625768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.625768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.625768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.625768] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc already deleted. [ 745.625977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.775468] env[70911]: INFO networking_nsxv3.common.synchronization [req-040ab313-6e89-418f-afe1-15446cd7a76e req-42a998e2-e74d-44f0-b7e0-02a865f9d4b1 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 745.776417] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 745.779053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.779208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.813707] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.822048] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e52a9185-9da0-4195-9b71-9c2ad4fcc733 [ 745.822272] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.822395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.822459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.822663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.823307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.823307] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e52a9185-9da0-4195-9b71-9c2ad4fcc733 already deleted. [ 745.823307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e52a9185-9da0-4195-9b71-9c2ad4fcc733" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.938284] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 745.938496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.938663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.938868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.939060] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.939174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.939234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.939382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.939456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.939534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.939620] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.322176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.322176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.322176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.322176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.322176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.322176] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 746.367158] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.367158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.367481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.367481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.367610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.386358] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 746.402697] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 746.402921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.422999] env[70911]: INFO networking_nsxv3.common.synchronization [req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 req-4eac168a-c39e-4ef9-aed4-d3036dcc13bd tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 746.423567] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 746.424103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.424230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.424296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.425194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.425468] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.425558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.425644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.425844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.426109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.426502] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.445083] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.445284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.445356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.446869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.447095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.447365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.447365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.447495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.447602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.447783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.447983] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.449027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.449027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.449027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.449168] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.449298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.449421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.449628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.449768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.449920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.450222] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.898944] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.900927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.900927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.900927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.900927] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.900927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.900927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.900927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.900927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.901281] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.901432] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.901563] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.901714] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.901854] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.901981] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.902158] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.920032] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.920133] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.920248] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.921609] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.921609] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.921609] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.921609] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.921609] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.921609] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eca1592-e01b-4c07-a3d7-64bbdb5d5866',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.929155] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.929361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.929444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.929645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.929735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.929922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.930026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.930089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.930232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.930304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.930500] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12034835-4c1b-4091-8769-683fdf3664df already deleted. [ 746.930500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.957108] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17596159-efd9-4ae7-b60b-7f1f94b6daed: rpc.has_security_group_logging(os_id): False [ 746.974404] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.974552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.974623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.974823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.974912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.975159] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.975256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.975316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.975478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.975570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.975756] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.975850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.975911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.976066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.976138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.976311] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.976400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.976454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.976585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.976656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.976805] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 747.030509] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.030668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.030760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.031111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.031334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.044146] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 747.423823] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.424067] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.424259] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.424471] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.424624] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.425430] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 not found, creating... [ 747.425714] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.425880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.426026] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.426248] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.428052] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.428052] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.428052] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.428052] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.428052] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.428052] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.428052] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 is going to be created. [ 747.447159] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.447382] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.447507] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.447769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.447997] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.448259] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.294668] env[70911]: INFO networking_nsxv3.common.synchronization [req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 req-2b339436-0e9c-49ad-8ab1-11591b8dc86c service nova] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_rules [ 748.294922] env[70911]: INFO networking_nsxv3.common.synchronization [req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 req-2b339436-0e9c-49ad-8ab1-11591b8dc86c service nova] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 748.295031] env[70911]: INFO networking_nsxv3.common.synchronization [req-388bfe4c-7af8-4c48-b5a9-51f943e2a628 req-2b339436-0e9c-49ad-8ab1-11591b8dc86c service nova] Enqueued Resource ID: 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 with Priority: HIGHEST for action port [ 748.295646] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_rules [ 748.295742] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 748.295852] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 with Priority: HIGHEST for action port [ 748.298686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.298822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.298897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.300032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.300032] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.300528] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.300650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.300718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.300904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.304020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.304020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.304020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.304020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.304020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.304020] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.304020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.304020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.304020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.304020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.304020] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eca1592-e01b-4c07-a3d7-64bbdb5d5866',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.395079] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 748.395305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.395461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.395676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.395867] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.395979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.396051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.396195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.396274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.396369] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.804326] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.808282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.808572] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.809548] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 with status ACTIVE [ 748.809748] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.809865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.809930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.810222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.810279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.810580] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.810580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.810580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.810752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.810752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.810921] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.813100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.813100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.813100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.813100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.813100] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eca1592-e01b-4c07-a3d7-64bbdb5d5866 is going to be updated. [ 748.830977] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.831275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.831337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.831491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.831625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.831794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eca1592-e01b-4c07-a3d7-64bbdb5d5866" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.898605] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.898737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.898806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.899012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.899510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.899707] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.899831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.899873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.900039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.900120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.900207] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 748.924727] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.924901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.924947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.925291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.925478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.936522] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 748.980409] env[70911]: INFO networking_nsxv3.common.synchronization [req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f req-4be9c5ef-e8cb-4621-9b32-08aa82b75876 tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Enqueued Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_members [ 748.980929] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_members [ 748.981262] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82dbaf2-175a-4059-852f-fa40a85c3c39 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.981387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.981456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.981711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.981871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.981970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.982297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.982486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.982593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.982671] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.056634] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 749.056939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.303402] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.303771] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.303838] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.304119] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.304390] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.304546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.304714] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.304963] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.305136] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.305346] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.305461] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.305569] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.305676] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.305784] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 749.305891] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.307735] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.313472] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.325115] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.325197] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 749.325348] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.325524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.325861] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-259277e7-7d76-4d4a-8f81-ec6a425228e7 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.326060] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.326188] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.326654] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.326777] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259277e7-7d76-4d4a-8f81-ec6a425228e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.487388] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.487388] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.487388] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 already deleted. [ 749.487388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.820545] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.820728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.820800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.821016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.821113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.821216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12034835-4c1b-4091-8769-683fdf3664df is going to be created. [ 749.834758] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.834975] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.835137] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.835417] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.835568] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.835758] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 259277e7-7d76-4d4a-8f81-ec6a425228e7 not found, creating... [ 749.836055] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.836136] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.836257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.836473] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.836609] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.836915] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.837082] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.837204] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.837407] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.837539] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.837674] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 259277e7-7d76-4d4a-8f81-ec6a425228e7 is going to be created. [ 749.844354] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.844471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.844557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.844686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.844858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.854939] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: UNINITIALIZED for 2s [ 749.856823] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.857114] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.857252] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.857509] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.857727] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.857997] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.725996] env[70911]: INFO networking_nsxv3.common.synchronization [req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f req-c5729378-ef88-4bd1-a289-0c2b0af93392 service nova] Enqueued Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_rules [ 750.726304] env[70911]: INFO networking_nsxv3.common.synchronization [req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f req-c5729378-ef88-4bd1-a289-0c2b0af93392 service nova] Enqueued Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_members [ 750.726406] env[70911]: INFO networking_nsxv3.common.synchronization [req-4d1ad1b0-8884-4607-b5ce-03ba4ccda74f req-c5729378-ef88-4bd1-a289-0c2b0af93392 service nova] Enqueued Resource ID: 259277e7-7d76-4d4a-8f81-ec6a425228e7 with Priority: HIGHEST for action port [ 750.726847] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_rules [ 750.726990] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_members [ 750.729324] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259277e7-7d76-4d4a-8f81-ec6a425228e7 with Priority: HIGHEST for action port [ 750.729324] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82dbaf2-175a-4059-852f-fa40a85c3c39 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.729324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.729324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.729324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.729324] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.730310] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82dbaf2-175a-4059-852f-fa40a85c3c39 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.730433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.730501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.730685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.730880] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.730964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.731022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.731206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.731263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.731542] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.732177] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-259277e7-7d76-4d4a-8f81-ec6a425228e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.732284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.732350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.732602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.732602] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('259277e7-7d76-4d4a-8f81-ec6a425228e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.947128] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 750.947441] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 deletion is rescheduled due to dependency. [ 750.947549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.947765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.948093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.948402] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.948932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.948932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.949061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.949152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.949382] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.234407] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82dbaf2-175a-4059-852f-fa40a85c3c39 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.234557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.234775] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.238020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 259277e7-7d76-4d4a-8f81-ec6a425228e7 with status ACTIVE [ 751.238818] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.241533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.241591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.241924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.242389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.242389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.242517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.242564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.244228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.244364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.244998] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.244998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.244998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.244998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.245179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.245209] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 259277e7-7d76-4d4a-8f81-ec6a425228e7 is going to be updated. [ 751.271089] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.271269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.271713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.271713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.271713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.271850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-259277e7-7d76-4d4a-8f81-ec6a425228e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.451618] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.451787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.451838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.452048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.452138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.452323] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.452419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.452478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.452623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.452698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.452807] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 751.479139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.479299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.479385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.479558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.479707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.490159] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 751.596841] env[70911]: INFO networking_nsxv3.common.synchronization [req-c670361f-609f-4f4f-b490-65835365a5b6 req-48998eea-d427-43c9-82e3-5a27124f6c2f tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 751.597503] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 751.597987] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.597987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.738807] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.866124] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: SUCCESS [ 751.866350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.866519] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.866772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.866946] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.867089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.867137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.869166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.869166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.869166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.869166] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.870017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.870205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.870380] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.870488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.870553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.870702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.870780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.870870] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.017017] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.017017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.017017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.017017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.017017] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.017017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.017017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.017017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.017017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.017017] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.017017] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.017017] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.017017] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.017479] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.017479] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.017479] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.034309] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.035027] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.035027] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.035180] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.035419] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-6a145329-4a21-41d5-b33a-3ba01f38085e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.036103] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.036103] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.036103] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.036307] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a145329-4a21-41d5-b33a-3ba01f38085e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.241585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.241799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.241902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.242259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.242415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.242521] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 is going to be created. [ 752.269250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.269401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.269483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.269698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.269861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.279480] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 in Status: UNINITIALIZED for 2s [ 752.373028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.373182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.377551] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.540541] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.540768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.540899] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.541209] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.541362] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.541555] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 6a145329-4a21-41d5-b33a-3ba01f38085e not found, creating... [ 752.541916] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.542116] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.542239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.542461] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.542601] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.542877] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.543237] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.543409] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.543652] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.543827] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.544013] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 6a145329-4a21-41d5-b33a-3ba01f38085e is going to be created. [ 752.562783] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.563017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.563203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.563580] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.563882] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.564200] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.879820] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.383422] env[70911]: INFO networking_nsxv3.common.synchronization [req-c670361f-609f-4f4f-b490-65835365a5b6 req-771a8731-534d-4544-9603-ba898833e13a service nova] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_rules [ 753.383615] env[70911]: INFO networking_nsxv3.common.synchronization [req-c670361f-609f-4f4f-b490-65835365a5b6 req-771a8731-534d-4544-9603-ba898833e13a service nova] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 753.383757] env[70911]: INFO networking_nsxv3.common.synchronization [req-c670361f-609f-4f4f-b490-65835365a5b6 req-771a8731-534d-4544-9603-ba898833e13a service nova] Enqueued Resource ID: 6a145329-4a21-41d5-b33a-3ba01f38085e with Priority: HIGHEST for action port [ 753.384326] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_rules [ 753.384465] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 753.384564] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a145329-4a21-41d5-b33a-3ba01f38085e with Priority: HIGHEST for action port [ 753.384914] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.386949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.387056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.387873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.387979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.388103] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12034835-4c1b-4091-8769-683fdf3664df is going to be updated. [ 753.391403] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.391502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.391694] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.391778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.391984] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a145329-4a21-41d5-b33a-3ba01f38085e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.392098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.392164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.392333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.392413] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a145329-4a21-41d5-b33a-3ba01f38085e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.420107] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.421560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.422348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.430090] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: IN_PROGRESS for 2s [ 753.500892] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 753.501210] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 deletion is rescheduled due to dependency. [ 753.501390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.897170] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a145329-4a21-41d5-b33a-3ba01f38085e with status ACTIVE [ 753.897433] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.897790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.898049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.898840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.898840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.898840] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.898840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.898840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.899045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.899045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.899221] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.899320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.899381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.899522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.899599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.899683] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a145329-4a21-41d5-b33a-3ba01f38085e is going to be updated. [ 753.919386] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.919523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.919589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.919790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.919920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.920094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a145329-4a21-41d5-b33a-3ba01f38085e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.291474] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 in Status: SUCCESS [ 754.291474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.291605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.291738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.291932] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.292061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.292122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.292270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.292348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.292429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.292517] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.796199] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82dbaf2-175a-4059-852f-fa40a85c3c39 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.796199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.796419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.796476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.796971] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.796971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.796971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.796971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.797274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.797274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.797370] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82dbaf2-175a-4059-852f-fa40a85c3c39 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.797370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.797495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.797567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.797703] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.797799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.797857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.798032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.798110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.798200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.798422] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.302212] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b82dbaf2-175a-4059-852f-fa40a85c3c39: rpc.has_security_group_logging(os_id): False [ 755.321024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.321024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.321024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.321595] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.321595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.321595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.321595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.321709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.322326] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.322326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.331019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.331019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.331019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.331019] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 is going to be created. [ 755.387060] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.387060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.387060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.387060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.387060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.399210] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 in Status: IN_PROGRESS for 2s [ 755.441506] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: SUCCESS [ 755.442053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.442053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.442174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.443043] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.443043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.443043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.443043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.443043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.443043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.443043] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.443043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.443043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.443431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.443431] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.443431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.443431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.443557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.443647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.443731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.443816] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.444713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.444878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.445051] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.445150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.445219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.445350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.445424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.445508] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.950465] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12034835-4c1b-4091-8769-683fdf3664df: rpc.has_security_group_logging(os_id): False [ 755.952499] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.970583] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.971310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.971573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.972022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.972213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.972497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.972721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.972865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.973157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.973371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.973679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.976453] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.976453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.976453] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12034835-4c1b-4091-8769-683fdf3664df is going to be created. [ 756.039833] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.039833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.039833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.039833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.040090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.052804] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: IN_PROGRESS for 2s [ 756.085766] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7b7f2e2e-1563-4ec7-b1b3-bb8efb63a8c7 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: 891a24e0-5c46-4b27-abad-0b6244cf8bfc with Priority: HIGHEST for action security_group_rules [ 756.086020] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891a24e0-5c46-4b27-abad-0b6244cf8bfc with Priority: HIGHEST for action security_group_rules [ 756.086334] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.086455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.086520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.086780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.086897] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891a24e0-5c46-4b27-abad-0b6244cf8bfc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.185534] env[70911]: INFO networking_nsxv3.common.synchronization [None req-bf585642-a4f7-4d6f-b34f-7863485a4241 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: 891a24e0-5c46-4b27-abad-0b6244cf8bfc with Priority: HIGHEST for action security_group_rules [ 756.186098] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891a24e0-5c46-4b27-abad-0b6244cf8bfc with Priority: HIGHEST for action security_group_rules [ 756.186430] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.186536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.454643] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.612333] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.612481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.612552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.612758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.612854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.612941] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891a24e0-5c46-4b27-abad-0b6244cf8bfc already deleted. [ 756.613034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.613201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.613354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.613437] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891a24e0-5c46-4b27-abad-0b6244cf8bfc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.957990] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.958187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.958260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.958477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.958570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.958667] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12034835-4c1b-4091-8769-683fdf3664df is going to be updated. [ 756.987204] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.987409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.987502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.987755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.987966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.996035] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: IN_PROGRESS for 2s [ 757.134329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.134548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.134640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.134932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.135041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.135181] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891a24e0-5c46-4b27-abad-0b6244cf8bfc already deleted. [ 757.135321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891a24e0-5c46-4b27-abad-0b6244cf8bfc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416030] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 in Status: SUCCESS [ 757.416271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.064110] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: SUCCESS [ 758.064357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.064533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.064929] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.567207] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.567323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.008118] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: SUCCESS [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.008118] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.008118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.008118] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.511044] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.511044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.511044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.511514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.511514] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.511602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.511632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.512290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.512290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.512290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.512290] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.512290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.512290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.512598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.512598] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.512598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.512764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.512764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.512898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.512947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.512985] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.019195] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12034835-4c1b-4091-8769-683fdf3664df: rpc.has_security_group_logging(os_id): False [ 760.038241] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.038409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.038493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.038652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.038744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.038930] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.039040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.039104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.039285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.039432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.039552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.039646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.039694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.039835] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.039955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.040100] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.040200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.040258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.040379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.040454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.040531] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12034835-4c1b-4091-8769-683fdf3664df is going to be updated. [ 760.102018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.102018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.102018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.102018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.102018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.114031] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: IN_PROGRESS for 2s [ 760.908402] env[70911]: INFO networking_nsxv3.common.synchronization [req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 req-16804f8a-0983-45b8-b2b7-659337210e1d tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_members [ 760.909376] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_members [ 760.909376] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.909376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.909497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.909892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.909892] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.910104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.910104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.910201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.910248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.910314] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.253991] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.254214] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.254338] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.254669] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.254953] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.255129] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.257642] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.258041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.258275] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.258576] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.258791] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.258971] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.259264] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.259313] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.259422] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.259558] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.278920] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.279128] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.279297] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.279503] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.279820] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-df221b25-d487-447c-9478-d2df0ddba78e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.279995] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.280217] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.280532] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.280670] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df221b25-d487-447c-9478-d2df0ddba78e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.413066] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.413374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.413374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.413464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.413558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.413754] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.413843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.413896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.414144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.414229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.414318] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef already deleted. [ 761.414404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.784649] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.784890] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.785031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.785327] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.785481] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.785637] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port df221b25-d487-447c-9478-d2df0ddba78e not found, creating... [ 761.785901] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.786069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.786187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.786414] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.786548] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.786853] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.787008] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.791257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.791491] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.791774] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.791774] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: df221b25-d487-447c-9478-d2df0ddba78e is going to be created. [ 761.810642] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.810881] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.811050] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.811351] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.811589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.811846] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.126364] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: SUCCESS [ 762.126652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.645171] env[70911]: INFO networking_nsxv3.common.synchronization [req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 req-dffb2f25-ec57-48cf-899c-00259994520c service nova] Enqueued Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_rules [ 762.645171] env[70911]: INFO networking_nsxv3.common.synchronization [req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 req-dffb2f25-ec57-48cf-899c-00259994520c service nova] Enqueued Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_members [ 762.645316] env[70911]: INFO networking_nsxv3.common.synchronization [req-6b4ba315-6fcf-4a55-9c5d-afef2c598790 req-dffb2f25-ec57-48cf-899c-00259994520c service nova] Enqueued Resource ID: df221b25-d487-447c-9478-d2df0ddba78e with Priority: HIGHEST for action port [ 762.646196] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_rules [ 762.646431] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_members [ 762.646603] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df221b25-d487-447c-9478-d2df0ddba78e with Priority: HIGHEST for action port [ 762.647214] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.647414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.647568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.647882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.649732] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.649732] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.649732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.649732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.649732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.649732] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.650378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.650378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.650680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.650866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.651078] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.652177] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-df221b25-d487-447c-9478-d2df0ddba78e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.652379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.652793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.652793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.652984] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df221b25-d487-447c-9478-d2df0ddba78e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.157081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.157081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.157081] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.158320] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df221b25-d487-447c-9478-d2df0ddba78e with status ACTIVE [ 763.158320] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.158320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.158495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.159342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159558] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.159664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.159729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.159898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.160086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.160271] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.160271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.160425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.160557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.160557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.160632] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df221b25-d487-447c-9478-d2df0ddba78e is going to be updated. [ 763.185325] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.185475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.185547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.185754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.185911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.186059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df221b25-d487-447c-9478-d2df0ddba78e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.664019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.165698] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.166036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.166036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.166226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.166321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.166488] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef is going to be created. [ 764.193924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.194192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.194318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.194581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.194870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.207531] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef in Status: UNINITIALIZED for 2s [ 765.003879] env[70911]: INFO networking_nsxv3.common.synchronization [req-53a58373-5608-448a-9d5e-1cf0823520cd req-edd218cc-fcdf-4a16-912b-9dd36e0e9ab7 tempest-TenantUsagesTestJSON-1750000300 tempest-TenantUsagesTestJSON-1750000300-project-member] Enqueued Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_members [ 765.004469] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 with Priority: HIGHEST for action security_group_members [ 765.004829] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82dbaf2-175a-4059-852f-fa40a85c3c39 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.004996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.005088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.005292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.005472] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.005581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.005651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.005793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.005895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.005989] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82dbaf2-175a-4059-852f-fa40a85c3c39',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.508428] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.508709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.508709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.508875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.508969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.509174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.509272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.509332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.509576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.509576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.509642] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 is going to be updated. [ 765.536285] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.536285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.536285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.536441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.536592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.546979] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 in Status: IN_PROGRESS for 2s [ 765.939349] env[70911]: INFO networking_nsxv3.common.synchronization [req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 req-697f7a87-3037-4a53-a789-2f4ee3b55110 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 765.939943] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 765.942802] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.942961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.943040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.943247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.943403] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.943499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.943574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.943954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.944072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.944174] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.222107] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef in Status: SUCCESS [ 766.223009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.223240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.223524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.223679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.223800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.223864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.224046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.224135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.224217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.224306] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.267109] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.267424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.267556] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.267817] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.268091] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.268941] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.268941] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.268941] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.269159] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.269209] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.269515] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.269601] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.269756] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.270042] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.270143] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.270233] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.288380] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.288469] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.288701] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.288771] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-879" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.289107] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-1830b422-8c69-4a02-9ff7-2bc01caacc5d taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.289282] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.290025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.290025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.290025] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1830b422-8c69-4a02-9ff7-2bc01caacc5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.447043] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.726560] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.792544] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.792790] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.792918] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.793272] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.793429] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.793581] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 1830b422-8c69-4a02-9ff7-2bc01caacc5d not found, creating... [ 766.793864] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.794048] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.794166] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.794432] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.794517] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.795357] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.797642] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.797796] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.798053] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.798215] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.798363] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d is going to be created. [ 766.819482] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.819780] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.819780] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.820059] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.820294] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.820520] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.949816] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.229139] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5970d5f-9aee-4e81-a153-e6dabaa591ef: rpc.has_security_group_logging(os_id): False [ 767.249856] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.250058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.250267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.250360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.250456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.250685] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.250788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.250962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.251230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.251338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.251448] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef is going to be created. [ 767.320261] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.320772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.320885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.321069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.321270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.337817] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef in Status: IN_PROGRESS for 2s [ 767.452869] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.453383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.453467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.453673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.453765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.453860] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 767.486572] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.486744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.486818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.487145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.487317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.495792] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 767.557725] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 in Status: SUCCESS [ 767.558218] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82dbaf2-175a-4059-852f-fa40a85c3c39 deletion is rescheduled due to dependency. [ 767.558218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82dbaf2-175a-4059-852f-fa40a85c3c39" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.588598] env[70911]: INFO networking_nsxv3.common.synchronization [req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 req-43396e95-9499-4666-8974-2929eba72b85 service nova] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 767.588764] env[70911]: INFO networking_nsxv3.common.synchronization [req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 req-43396e95-9499-4666-8974-2929eba72b85 service nova] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 767.588903] env[70911]: INFO networking_nsxv3.common.synchronization [req-5fc8830d-5e7b-4a84-b183-634a7f5a5ee7 req-43396e95-9499-4666-8974-2929eba72b85 service nova] Enqueued Resource ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d with Priority: HIGHEST for action port [ 767.589461] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 767.589596] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 767.589690] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d with Priority: HIGHEST for action port [ 767.590717] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.590717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.590717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.591171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.591534] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.593120] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.593283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.593943] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1830b422-8c69-4a02-9ff7-2bc01caacc5d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.594078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.594568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.596774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.596774] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1830b422-8c69-4a02-9ff7-2bc01caacc5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.100689] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.101058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.101058] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1830b422-8c69-4a02-9ff7-2bc01caacc5d with status ACTIVE [ 768.101267] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.101427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.101507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.101721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.101875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.103029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.103029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.103029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.103029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d is going to be updated. [ 768.123992] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.123992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.123992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.123992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.123992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.123992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.348556] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef in Status: SUCCESS [ 769.348822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.506998] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 769.507235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.507402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.507613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.508247] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.508247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.508247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.508247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.508247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.508483] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.015167] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.519442] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.751141] env[70911]: INFO networking_nsxv3.common.synchronization [req-5cdbf886-3cad-41ea-8220-5de1236dd795 req-3ff69123-1bbd-4b16-91a8-aef073dd7bb7 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 770.751141] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 770.751141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.751141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.751141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.751141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.751141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.751141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.751141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.751526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.751526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.751526] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.024277] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.024680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.024680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.024961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.024961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.024961] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 771.055266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.055406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.056027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.056027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.056027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.064812] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 771.217599] env[70911]: INFO networking_nsxv3.common.synchronization [None req-f35f82fb-a4f8-4cfb-9bf5-07ae0ef2540b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_rules [ 771.217599] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_rules [ 771.217599] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.217923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.217923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.222271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.222412] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.253706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.254643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.254643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.254643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.254643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.254643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.254643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.254643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.254945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.254945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.254945] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 771.288901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.289123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.289206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.289419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.289563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.300830] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 771.349020] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cbbb8d81-da73-4abf-b4d2-e53019229bb2 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_rules [ 771.350123] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_rules [ 771.351341] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.351341] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.351341] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.351714] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.352888] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.352888] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.352888] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.353177] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.353891] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.353891] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.353990] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.354114] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.354282] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.354840] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.354840] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.354840] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.356286] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.356394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.377681] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.377876] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.378035] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.378221] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.378563] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.378742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.378886] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.379222] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.379366] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.744844] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.745278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.745278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.745804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.745804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.745804] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682d627a-f444-44ff-96fd-79a92a27545d already deleted. [ 771.745804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.745967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.746029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.746077] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.882287] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.882524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.882643] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.883193] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.883439] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.883621] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 not found, creating... [ 771.883944] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.884266] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.884337] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.884718] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.885531] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.885805] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.885868] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.886399] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.886399] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.886399] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 is going to be created. [ 771.916272] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.916272] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.916272] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.916272] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.916623] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.916847] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.268059] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.268059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.268059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.268059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.268351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.268351] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682d627a-f444-44ff-96fd-79a92a27545d already deleted. [ 772.268351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.592253] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c7b340c-3a31-472f-8f6e-49e64cde0bd3 req-fc0bf0ef-d15c-4c61-a8fd-7eb118ba95a1 tempest-ImagesOneServerTestJSON-669827529 tempest-ImagesOneServerTestJSON-669827529-project-member] Enqueued Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_members [ 772.592815] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGHEST for action security_group_members [ 772.593139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.593290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.593398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.593624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.593788] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.593876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.593934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.595674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.595795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.595917] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.078011] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 773.078294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.078423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.078675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.078864] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.078977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.079045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.079294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.079294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.079378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.079443] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.099978] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.101055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.101229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.101556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.101556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.104257] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.104257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.104257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.104257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.104257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.104257] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 is going to be updated. [ 773.133660] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.133820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.133871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.134122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.134266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.146751] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 in Status: IN_PROGRESS for 2s [ 773.208292] env[70911]: INFO networking_nsxv3.common.synchronization [req-5cdbf886-3cad-41ea-8220-5de1236dd795 req-45ab383f-9a9d-4af4-a984-a65ebc819b17 service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 773.208482] env[70911]: INFO networking_nsxv3.common.synchronization [req-5cdbf886-3cad-41ea-8220-5de1236dd795 req-45ab383f-9a9d-4af4-a984-a65ebc819b17 service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 773.208628] env[70911]: INFO networking_nsxv3.common.synchronization [req-5cdbf886-3cad-41ea-8220-5de1236dd795 req-45ab383f-9a9d-4af4-a984-a65ebc819b17 service nova] Enqueued Resource ID: 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 with Priority: HIGHEST for action port [ 773.208859] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 773.209088] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 773.209134] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 with Priority: HIGHEST for action port [ 773.209726] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.209844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.209929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.210280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.210350] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.211240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.211338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.212156] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.212156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.212156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.212156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.212156] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.310371] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 773.310581] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 773.310696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.310856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.311086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.311735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.311735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.311735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.311735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.311735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.311735] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.470033] env[70911]: INFO networking_nsxv3.common.synchronization [req-5ea6b859-f0dd-4882-8580-5172a2b89b54 req-50f04b02-ccc4-4482-909c-71d4562a74d3 tempest-ServersTestJSON-712390961 tempest-ServersTestJSON-712390961-project-member] Enqueued Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_members [ 773.470033] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGHEST for action security_group_members [ 773.470033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.470033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.470033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.470033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.470033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.470033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.470033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.470033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.470422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.470422] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.581801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.581801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.581801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.581996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.582189] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.582357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.582357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.582503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.582593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.582668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.582811] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.582903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.582965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.583135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.583274] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.583372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.583429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.583563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.583643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.583723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.583811] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.605262] env[70911]: INFO networking_nsxv3.common.synchronization [req-bd57d235-ab03-4195-bd02-d684168c6860 req-b55ff705-93c1-4a64-83db-759707b0b5e4 tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Enqueued Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_members [ 773.605748] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_members [ 773.606063] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.606193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.606260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.606503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.606975] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.607159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.607246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.610079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.610079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.610079] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.715204] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.715342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.715509] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 with status ACTIVE [ 773.715983] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.715983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.715983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.716190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.716190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.716328] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.716419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.716478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.716626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.716697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.716867] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.716974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.717040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.717179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.717248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.717328] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7 is going to be updated. [ 773.740414] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.740558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.740628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.740871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.741044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.741190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d23e8a4-e7de-4497-a50a-f53f2d6fc0f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.820415] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.973313] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.973313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.973313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.973555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.973555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.974583] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.974583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.974583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.974583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.974583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.974583] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 is going to be updated. [ 773.999658] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.999828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.999889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.000174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.000395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.008286] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 in Status: IN_PROGRESS for 2s [ 774.019440] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-199 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.019697] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-199" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.019762] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-199" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.020109] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-199" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.020374] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.020531] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.020650] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.020869] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.021116] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.021240] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.021356] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.021465] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.021573] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.021682] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.021786] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.021916] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.040705] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.040877] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.041029] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.041212] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-199" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.041529] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-56aa24bd-123d-4d48-a76e-a097c304557a taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.041698] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.041819] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.042164] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.042311] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56aa24bd-123d-4d48-a76e-a097c304557a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.086839] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c26fb3b-b6f0-4752-a127-ff5a559965e8: rpc.has_security_group_logging(os_id): False [ 774.104442] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.104595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.105106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105328] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.105446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.105517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.105640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.105716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105895] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.105981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.106041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.106256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.106256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.106438] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.106538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.106618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.106713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.106788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.106866] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 774.112587] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.112717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.112796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.112906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.113124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.113185] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.113279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.113350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.113430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.113500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.113572] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 already deleted. [ 774.113642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.170621] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.170741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.170850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.171015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.171167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.184125] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 774.324181] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.544821] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.545101] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.545241] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.545512] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.545666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.545819] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 56aa24bd-123d-4d48-a76e-a097c304557a not found, creating... [ 774.546083] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.546240] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.546357] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.546567] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.546703] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.547034] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.547218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.547359] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.547567] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.547700] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.547858] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 56aa24bd-123d-4d48-a76e-a097c304557a is going to be created. [ 774.569523] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.569758] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.569859] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.570193] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.570439] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.570875] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.829701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.829877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.829999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.831024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.831024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.831024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 774.855876] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.856028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.856100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.856301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.856440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.864487] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 775.160096] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 in Status: IN_PROGRESS for 4s [ 775.502907] env[70911]: INFO networking_nsxv3.common.synchronization [req-bd57d235-ab03-4195-bd02-d684168c6860 req-6640e383-91c4-42c0-bf24-f7f1d850b942 service nova] Enqueued Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_rules [ 775.503100] env[70911]: INFO networking_nsxv3.common.synchronization [req-bd57d235-ab03-4195-bd02-d684168c6860 req-6640e383-91c4-42c0-bf24-f7f1d850b942 service nova] Enqueued Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_members [ 775.503235] env[70911]: INFO networking_nsxv3.common.synchronization [req-bd57d235-ab03-4195-bd02-d684168c6860 req-6640e383-91c4-42c0-bf24-f7f1d850b942 service nova] Enqueued Resource ID: 56aa24bd-123d-4d48-a76e-a097c304557a with Priority: HIGHEST for action port [ 775.503465] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_rules [ 775.503590] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_members [ 775.503686] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56aa24bd-123d-4d48-a76e-a097c304557a with Priority: HIGHEST for action port [ 775.505735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.505883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.505948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.506142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.506226] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.507464] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.507575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.507642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.507810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.507958] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.508073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.508128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.508248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.508336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.508423] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.509753] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-56aa24bd-123d-4d48-a76e-a097c304557a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.509753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.509753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.509753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.509753] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56aa24bd-123d-4d48-a76e-a097c304557a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.013410] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.013549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.013696] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.014631] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56aa24bd-123d-4d48-a76e-a097c304557a with status ACTIVE [ 776.014809] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.014924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.014992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.016191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.016256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.016389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.017128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.017128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.017128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.017128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.017128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.017128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.017390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.017390] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56aa24bd-123d-4d48-a76e-a097c304557a is going to be updated. [ 776.020772] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 in Status: SUCCESS [ 776.020772] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 deletion is rescheduled due to dependency. [ 776.020772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.042179] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.042328] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.042395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.042604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.042735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.042887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56aa24bd-123d-4d48-a76e-a097c304557a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.198777] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 776.199114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.520755] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.873789] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 776.874030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.874199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.874601] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.874714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.874778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.874929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.875017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.875151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.875255] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.022965] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.023193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.023284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.023492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.023585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.023685] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 is going to be created. [ 777.046319] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.046319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.046319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.046319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.046319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.057778] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 in Status: UNINITIALIZED for 2s [ 777.169392] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 in Status: SUCCESS [ 777.169584] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 deletion is rescheduled due to dependency. [ 777.169821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.380057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.380057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.380057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.380057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.383335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.383938] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.384794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.386673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.386673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.386673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.386673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.386673] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.467260] env[70911]: INFO networking_nsxv3.common.synchronization [req-3c3b0ec2-95ad-44de-a624-29b67b901fa7 req-1d428e27-dacb-4927-b673-d3344ae397c0 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 777.467671] env[70911]: INFO networking_nsxv3.common.synchronization [req-3c3b0ec2-95ad-44de-a624-29b67b901fa7 req-1d428e27-dacb-4927-b673-d3344ae397c0 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 777.468296] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 777.468447] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 777.468753] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.469226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.469326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.469614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.469855] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.470062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.470163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.470541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.470752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.470896] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.472113] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.472237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.472277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.476026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.476026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.476026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.476026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.476026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.476026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.476026] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.522981] env[70911]: INFO networking_nsxv3.common.synchronization [req-3c3b0ec2-95ad-44de-a624-29b67b901fa7 req-1d428e27-dacb-4927-b673-d3344ae397c0 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 777.523326] env[70911]: INFO networking_nsxv3.common.synchronization [req-3c3b0ec2-95ad-44de-a624-29b67b901fa7 req-1d428e27-dacb-4927-b673-d3344ae397c0 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 777.523501] env[70911]: INFO networking_nsxv3.common.synchronization [req-3c3b0ec2-95ad-44de-a624-29b67b901fa7 req-1d428e27-dacb-4927-b673-d3344ae397c0 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_rules [ 777.523637] env[70911]: INFO networking_nsxv3.common.synchronization [req-3c3b0ec2-95ad-44de-a624-29b67b901fa7 req-1d428e27-dacb-4927-b673-d3344ae397c0 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 777.523767] env[70911]: INFO networking_nsxv3.common.synchronization [req-3c3b0ec2-95ad-44de-a624-29b67b901fa7 req-1d428e27-dacb-4927-b673-d3344ae397c0 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d with Priority: HIGHEST for action port [ 777.524590] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 777.524735] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_rules [ 777.524828] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d with Priority: HIGHEST for action port [ 777.525047] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 777.525193] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 777.525482] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.525611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.525675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.525880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.525962] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.526897] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.529668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.529668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.529668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.529668] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.529668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1830b422-8c69-4a02-9ff7-2bc01caacc5d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.529668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.529668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.529668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.529668] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1830b422-8c69-4a02-9ff7-2bc01caacc5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.530138] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.530138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.530138] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.530138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.890241] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ea0d66-366a-4727-911b-9d0b7ca80ed1: rpc.has_security_group_logging(os_id): False [ 777.916296] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.916457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.916532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.916748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.916841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.917122] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.917255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.917308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.917474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.917520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.917688] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.917774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.917848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.917989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.918081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.918237] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.918327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.918379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.918515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.918609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.918660] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 777.975293] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.976255] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.031096] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.031266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.031531] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.031622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.031760] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1830b422-8c69-4a02-9ff7-2bc01caacc5d with status ACTIVE [ 778.031911] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.032022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.032084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.032282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.032374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.032683] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.032802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.032860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.033037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.033121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.033302] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.033391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.033449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.033637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.033750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.033850] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d is going to be updated. [ 778.047252] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.047402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.047467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.047637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.047775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.055119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.055235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.055308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.055530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.056125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.056125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.059737] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 778.477871] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.481211] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.980290] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.980438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.980518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.980721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.982075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.982075] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd48917-318b-41c0-abc9-3851b1b095ec is going to be created. [ 778.984697] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.984820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.984887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.985042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.985125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.985209] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 779.012072] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.012208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.012263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.016222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.016404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.018960] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.019107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.019162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.019357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.019491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.028481] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: UNINITIALIZED for 2s [ 779.029123] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 779.065289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 in Status: SUCCESS [ 779.065829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.066146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.066418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.066645] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.067180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.067350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.067611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.067666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.067750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.067844] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.571892] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.072139] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 780.072374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.072646] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da79acd4-2022-49b5-a4b8-03a10661cdb3: rpc.has_security_group_logging(os_id): False [ 780.088376] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.088550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.088617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.088774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.088860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.089104] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.089203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.089257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.089460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.089533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.089617] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 is going to be created. [ 780.146656] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.146803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.146871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.147134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.147562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.158242] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 in Status: IN_PROGRESS for 2s [ 780.212092] env[70911]: INFO networking_nsxv3.common.synchronization [None req-a61f9da2-b858-442a-bc71-ad86bf703261 None None] Enqueued Resource ID: 39d1e8a7-578b-4fd4-96bc-01bffeba191f with Priority: HIGHEST for action port [ 780.212712] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d1e8a7-578b-4fd4-96bc-01bffeba191f with Priority: HIGHEST for action port [ 780.215302] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-39d1e8a7-578b-4fd4-96bc-01bffeba191f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.215302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39d1e8a7-578b-4fd4-96bc-01bffeba191f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.215302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39d1e8a7-578b-4fd4-96bc-01bffeba191f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.215302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39d1e8a7-578b-4fd4-96bc-01bffeba191f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.215302] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d1e8a7-578b-4fd4-96bc-01bffeba191f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.717363] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39d1e8a7-578b-4fd4-96bc-01bffeba191f [ 780.717611] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.717738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.717795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.718784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.718784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.718784] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39d1e8a7-578b-4fd4-96bc-01bffeba191f already deleted. [ 780.718784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39d1e8a7-578b-4fd4-96bc-01bffeba191f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.041212] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 781.041434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.042161] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: SUCCESS [ 781.043176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.043176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.043176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.043176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.043176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.043176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.043176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.043584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.043584] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.044749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.044749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.044962] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.044962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.044962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.045170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.045211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.045306] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.547427] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.550455] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.053685] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.054705] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.169384] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 in Status: SUCCESS [ 782.169652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.556385] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.557169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.557304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.557543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.557874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.557874] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 782.559259] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.559381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.559444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.559613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.559693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.559780] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd48917-318b-41c0-abc9-3851b1b095ec is going to be updated. [ 782.590565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.590756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.590823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.590974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.591131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.592790] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.592931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.593045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.593116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.593238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.608916] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 782.609671] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: IN_PROGRESS for 2s [ 783.615351] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 783.615696] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_members [ 783.615878] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 783.617354] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 783.617354] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_members [ 783.617354] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 783.617354] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.617354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.617596] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-522f5124-4cd2-46a4-b684-75c2547af81a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.617764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.617850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.618303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.618630] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.618864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.618911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.619097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.619239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.619385] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.620720] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.620863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.699134] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 783.699134] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 783.699134] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_rules [ 783.699134] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_members [ 783.699134] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_rules [ 783.699134] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 783.699134] env[70911]: INFO networking_nsxv3.common.synchronization [req-60c958cb-159a-427d-aa01-97e5dea1e3c9 req-56c5544e-f368-46b3-9cea-57ea8ab91f6e tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d with Priority: HIGHEST for action port [ 783.699712] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_rules [ 783.699946] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_rules [ 783.700261] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 783.700474] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d with Priority: HIGHEST for action port [ 783.700797] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_rules [ 783.701030] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 783.701273] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_members [ 783.701801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.702041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.702609] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522f5124-4cd2-46a4-b684-75c2547af81a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.703866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.703866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.703866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.703866] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.706921] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.706921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.706921] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1830b422-8c69-4a02-9ff7-2bc01caacc5d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.706921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.706921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.706921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.707383] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1830b422-8c69-4a02-9ff7-2bc01caacc5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.708854] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.708854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.709327] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.709327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.709543] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-522f5124-4cd2-46a4-b684-75c2547af81a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.713043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.121593] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.206554] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-522f5124-4cd2-46a4-b684-75c2547af81a taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.206733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.209260] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1830b422-8c69-4a02-9ff7-2bc01caacc5d with status ACTIVE [ 784.212026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.212026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.212026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.212026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.212026] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1830b422-8c69-4a02-9ff7-2bc01caacc5d is going to be updated. [ 784.232981] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.233394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.233495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.233726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.233881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.234052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1830b422-8c69-4a02-9ff7-2bc01caacc5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.623135] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 784.623135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.623530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.623530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.623773] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.623875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.623932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.624245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.624245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.624349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.624391] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.626818] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: SUCCESS [ 784.626908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.627506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.627506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.627614] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.627861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.628013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.628344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.628432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.628876] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.631626] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.632965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.633868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.633868] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.633868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.633868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.634240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.634240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.634444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.634444] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.638538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.638538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.638538] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.638538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.638538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.638538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.638538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.638538] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.146310] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.146310] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.146310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.146310] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.146310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.146310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.146310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.146310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.146310] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522f5124-4cd2-46a4-b684-75c2547af81a is going to be created. [ 785.146310] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.149629] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.173141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.173346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.173431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.173658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.173853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.182247] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522f5124-4cd2-46a4-b684-75c2547af81a in Status: UNINITIALIZED for 2s [ 785.650443] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.652486] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.654374] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccd48917-318b-41c0-abc9-3851b1b095ec: rpc.has_security_group_logging(os_id): False [ 785.672965] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.673135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.673208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.673450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.673561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.673800] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.673949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.674041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.674159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.674239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.674325] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd48917-318b-41c0-abc9-3851b1b095ec is going to be created. [ 785.728120] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.728609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.728609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.728852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.728946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.739618] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: IN_PROGRESS for 2s [ 786.154898] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.155236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.155333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.158023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.158023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.158023] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd48917-318b-41c0-abc9-3851b1b095ec is going to be updated. [ 786.158023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.158023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.158023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.159556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.159556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.159556] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 786.196444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.196748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.196748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.197090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.197090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.199396] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.199536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.199581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.199759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.199894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.211163] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: IN_PROGRESS for 2s [ 786.211957] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 786.337025] env[70911]: INFO networking_nsxv3.common.synchronization [None req-c1594c8e-c426-4ef3-8ba0-37e2d97116ad None None] Enqueued Resource ID: 3e318fff-66c8-4bd2-ba3d-51af82e4c6cb with Priority: HIGHEST for action port [ 786.337025] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e318fff-66c8-4bd2-ba3d-51af82e4c6cb with Priority: HIGHEST for action port [ 786.337025] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e318fff-66c8-4bd2-ba3d-51af82e4c6cb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.337025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e318fff-66c8-4bd2-ba3d-51af82e4c6cb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.337025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e318fff-66c8-4bd2-ba3d-51af82e4c6cb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.338122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e318fff-66c8-4bd2-ba3d-51af82e4c6cb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.338244] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e318fff-66c8-4bd2-ba3d-51af82e4c6cb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.456805] env[70911]: INFO networking_nsxv3.common.synchronization [req-bb3ed450-6c36-4d53-a922-af43bd334722 req-5596bdda-a9b6-441f-a2f2-70f545624ee4 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 786.457130] env[70911]: INFO networking_nsxv3.common.synchronization [req-bb3ed450-6c36-4d53-a922-af43bd334722 req-5596bdda-a9b6-441f-a2f2-70f545624ee4 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_members [ 786.457352] env[70911]: INFO networking_nsxv3.common.synchronization [req-bb3ed450-6c36-4d53-a922-af43bd334722 req-5596bdda-a9b6-441f-a2f2-70f545624ee4 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 786.461322] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd48917-318b-41c0-abc9-3851b1b095ec with Priority: HIGHEST for action security_group_members [ 786.461488] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522f5124-4cd2-46a4-b684-75c2547af81a with Priority: HIGHEST for action security_group_members [ 786.461589] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 786.461907] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccd48917-318b-41c0-abc9-3851b1b095ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.462061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.462574] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-522f5124-4cd2-46a4-b684-75c2547af81a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.462574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.462714] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.462714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.843842] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e318fff-66c8-4bd2-ba3d-51af82e4c6cb [ 786.844204] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.844331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.844416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.844653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.844776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.844876] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e318fff-66c8-4bd2-ba3d-51af82e4c6cb already deleted. [ 786.845692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e318fff-66c8-4bd2-ba3d-51af82e4c6cb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.192607] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522f5124-4cd2-46a4-b684-75c2547af81a in Status: SUCCESS [ 787.192793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.192961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.193219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.193484] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.193734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.193821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.193974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.194151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.194270] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.697127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.697313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.697385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.697631] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.697731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.697972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.698276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.698276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.698431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.698497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.698591] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522f5124-4cd2-46a4-b684-75c2547af81a is going to be deleted. [ 787.727208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.727387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.727429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.727643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.727732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.727843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.728043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.728272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.728466] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.728764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.728764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.728764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.729096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.729096] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.752196] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: SUCCESS [ 787.753813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.753813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.753813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.753813] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.222989] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 788.223281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.223514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.223822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.224127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.224313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.224411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.224626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.224748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.224884] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.227429] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccd48917-318b-41c0-abc9-3851b1b095ec in Status: SUCCESS [ 788.227684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.227899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.228282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.228502] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.228648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.228731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.228978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.229387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.229532] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.230946] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.231117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.231208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.231402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.231509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.231736] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.231861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.231945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.232150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.232244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.232353] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522f5124-4cd2-46a4-b684-75c2547af81a already deleted. [ 788.232453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.232590] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.233731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.235098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.236196] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.236422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.236479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.236643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.236748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.236869] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.284496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.286016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.286016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.286016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.286016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.286016] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccd48917-318b-41c0-abc9-3851b1b095ec is going to be deleted. [ 788.335611] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.335889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.335975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.336130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.336224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.336341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.731275] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.735232] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.735420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.735514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.736191] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.736330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.736419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.736624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.736732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.736870] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd48917-318b-41c0-abc9-3851b1b095ec is going to be deleted. [ 788.739052] env[70911]: INFO networking_nsxv3.common.synchronization [None req-da992930-161a-4168-8f3d-bb699641838a None None] Enqueued Resource ID: fd6dbdf5-4157-4e6b-be30-8a419eb180e2 with Priority: HIGHEST for action port [ 788.739849] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522f5124-4cd2-46a4-b684-75c2547af81a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.740768] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd6dbdf5-4157-4e6b-be30-8a419eb180e2 with Priority: HIGHEST for action port [ 788.741486] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.741593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.741662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.741860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.741961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.742161] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.742259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.742339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.742465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.742560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.742644] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522f5124-4cd2-46a4-b684-75c2547af81a already deleted. [ 788.742722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.742950] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd6dbdf5-4157-4e6b-be30-8a419eb180e2 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.743065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd6dbdf5-4157-4e6b-be30-8a419eb180e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.743126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd6dbdf5-4157-4e6b-be30-8a419eb180e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.743338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd6dbdf5-4157-4e6b-be30-8a419eb180e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.743418] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd6dbdf5-4157-4e6b-be30-8a419eb180e2',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.767215] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.767417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.767417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.767680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.767766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.767868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.768339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.768537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.768718] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.768834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.768897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.769066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.769153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.769264] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccd48917-318b-41c0-abc9-3851b1b095ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.233482] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.246317] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522f5124-4cd2-46a4-b684-75c2547af81a: rpc.has_security_group_logging(os_id): False [ 789.247654] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd6dbdf5-4157-4e6b-be30-8a419eb180e2 [ 789.247887] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.248080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.248132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.248414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.248531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.248640] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd6dbdf5-4157-4e6b-be30-8a419eb180e2 already deleted. [ 789.248744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd6dbdf5-4157-4e6b-be30-8a419eb180e2" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.270277] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.270277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.270480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.271042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.271042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.271042] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.271042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.271289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.271289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.271289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.271435] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522f5124-4cd2-46a4-b684-75c2547af81a is going to be created. [ 789.274273] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.274379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.274506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.274656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.274701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.275112] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.275112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.275112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.275312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.275312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.275425] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccd48917-318b-41c0-abc9-3851b1b095ec already deleted. [ 789.275506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccd48917-318b-41c0-abc9-3851b1b095ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.287531] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/522f5124-4cd2-46a4-b684-75c2547af81a], does not exist path=[/infra/domains/default/groups/522f5124-4cd2-46a4-b684-75c2547af81a]."\n}' [ 789.287725] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522f5124-4cd2-46a4-b684-75c2547af81a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522f5124-4cd2-46a4-b684-75c2547af81a [ 789.287869] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 789.319505] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.319693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.319789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.320075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.321793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.322176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.322344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.322392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.322611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.322717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.322975] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.323120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.323208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.323395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.323496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.323609] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522f5124-4cd2-46a4-b684-75c2547af81a is going to be created. [ 789.340302] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/522f5124-4cd2-46a4-b684-75c2547af81a], does not exist path=[/infra/domains/default/groups/522f5124-4cd2-46a4-b684-75c2547af81a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522f5124-4cd2-46a4-b684-75c2547af81a [ 789.340469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522f5124-4cd2-46a4-b684-75c2547af81a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.340957] env[70911]: Traceback (most recent call last): [ 789.341032] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 789.341032] env[70911]: return func(*args, **kwargs) [ 789.341032] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 789.341032] env[70911]: res.raise_for_status() [ 789.341032] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 789.341032] env[70911]: raise HTTPError(http_error_msg, response=self) [ 789.341032] env[70911]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522f5124-4cd2-46a4-b684-75c2547af81a [ 789.341032] env[70911]: During handling of the above exception, another exception occurred: [ 789.341032] env[70911]: Traceback (most recent call last): [ 789.341032] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 789.341032] env[70911]: listener.cb(fileno) [ 789.341032] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 789.341032] env[70911]: result = function(*args, **kwargs) [ 789.341032] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 789.341032] env[70911]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 789.341845] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 789.341845] env[70911]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 789.341845] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 789.341845] env[70911]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 789.341845] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 789.341845] env[70911]: res.raise_for_status() [ 789.341845] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 789.341845] env[70911]: raise HTTPError(http_error_msg, response=self) [ 789.341845] env[70911]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/522f5124-4cd2-46a4-b684-75c2547af81a [ 789.341845] env[70911]: Removing descriptor: 5 [ 789.735915] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.736110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.736178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.736417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.736509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.736620] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 789.764123] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.764333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.764333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.764522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.764669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.773750] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 789.954092] env[70911]: INFO networking_nsxv3.common.synchronization [req-833c534f-6309-4412-97eb-9f7f0fcc1f1e req-0559ef1d-9439-4f48-8bc8-79a1b1ba41a2 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 789.954695] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 789.955077] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.955218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.955275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.955480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.955663] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.955758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.955843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.955993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.956102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.956206] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.267195] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.267521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.267521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.267859] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.268175] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.268380] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.268530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.268821] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.269016] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.269265] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.269407] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.269523] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.269634] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.269739] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 790.269842] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.269973] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.288334] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.288468] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 790.288724] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.288881] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.289183] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-16b4de2f-147f-4659-859c-53884936b614 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.289352] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.289472] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.290034] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.290034] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b4de2f-147f-4659-859c-53884936b614',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.458728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.458906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.458970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.459292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.478858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.479163] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.479322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.479413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.479681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.479770] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 790.501569] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.501779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.501779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.501986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.502192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.510390] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 790.792967] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.793403] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.793560] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.793783] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.793973] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.794193] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 16b4de2f-147f-4659-859c-53884936b614 not found, creating... [ 790.794498] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.794686] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.794836] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.795164] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.795544] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.795606] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.795793] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.795902] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.796134] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.796270] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.796406] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 16b4de2f-147f-4659-859c-53884936b614 is going to be created. [ 790.817231] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.817524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.817647] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.817977] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.818318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818554] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.555328] env[70911]: INFO networking_nsxv3.common.synchronization [req-833c534f-6309-4412-97eb-9f7f0fcc1f1e req-2c6e9b2d-44b9-446b-bc21-0be5058a4f8f service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 791.555705] env[70911]: INFO networking_nsxv3.common.synchronization [req-833c534f-6309-4412-97eb-9f7f0fcc1f1e req-2c6e9b2d-44b9-446b-bc21-0be5058a4f8f service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 791.555821] env[70911]: INFO networking_nsxv3.common.synchronization [req-833c534f-6309-4412-97eb-9f7f0fcc1f1e req-2c6e9b2d-44b9-446b-bc21-0be5058a4f8f service nova] Enqueued Resource ID: 16b4de2f-147f-4659-859c-53884936b614 with Priority: HIGHEST for action port [ 791.559407] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 791.559550] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 791.559676] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b4de2f-147f-4659-859c-53884936b614 with Priority: HIGHEST for action port [ 791.560034] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.560176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.560240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.560460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.560546] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.561473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.561582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.561815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b4de2f-147f-4659-859c-53884936b614 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.561925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.562012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.564281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.564281] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b4de2f-147f-4659-859c-53884936b614',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.782841] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 791.783131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.783252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.783451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.783667] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.783789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.783834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.784014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.784094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.784202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.784373] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.784445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.784523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.784665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.784807] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.784887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.784949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.785143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.785223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.785315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.785399] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.786295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.786459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.787581] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.787581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.787581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.787581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.787581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.787581] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.065086] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.065086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.065086] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16b4de2f-147f-4659-859c-53884936b614 with status ACTIVE [ 792.065298] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.065298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.065394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.065559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.065650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.065813] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.065921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.065972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.066127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.066274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.066380] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.066501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.066533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.066717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.066717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.066803] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16b4de2f-147f-4659-859c-53884936b614 is going to be updated. [ 792.091837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.092014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.092108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.092332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.092459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.092617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b4de2f-147f-4659-859c-53884936b614" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.289245] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c26fb3b-b6f0-4752-a127-ff5a559965e8: rpc.has_security_group_logging(os_id): False [ 792.290721] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.309363] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.309363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.309363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.309363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.331055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.331055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.331055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.331055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.331951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.331951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.331951] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 792.409025] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.409025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.409025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.409025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.409025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.425305] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 792.529954] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 792.529954] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 792.529954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.529954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.530170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.530881] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.530881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.530881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.530881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.530881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.530881] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.639540] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe req-d53a4dcf-2e3c-4f8d-aa40-f515567db9b7 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Enqueued Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_members [ 792.642015] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_members [ 792.642015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.642015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.642015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.642015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.642015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.642015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.642015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.643378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.643378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.643378] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.796031] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.032903] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.146959] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.147279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.147279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.147756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.147756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.147866] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.147942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.147942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.148346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.148346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.148460] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd429bfd-0845-4b81-aa46-8ee16d17570a already deleted. [ 793.148460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.298188] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.298188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.298188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.298188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.298188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.298188] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 793.314636] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.314759] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-235" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.314881] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-235" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.315360] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-235" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.315631] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.315784] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.315966] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.320318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.320488] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.320711] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.320823] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.320932] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.321062] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.321170] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.321275] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.321414] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.323778] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.325061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.325203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.325405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.325545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.337914] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 793.346388] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.346388] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.346388] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.346388] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-235" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.346388] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-6f081487-3e79-4c02-953e-7d9444824d98 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.346388] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.346388] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.346388] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.346388] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f081487-3e79-4c02-953e-7d9444824d98',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.539334] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.849613] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.850373] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.850373] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.850890] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.851128] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.851332] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 6f081487-3e79-4c02-953e-7d9444824d98 not found, creating... [ 793.851672] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.851880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.852044] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.852332] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.852511] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.852848] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.853076] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.853532] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.853789] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.853959] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.854143] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 6f081487-3e79-4c02-953e-7d9444824d98 is going to be created. [ 793.873175] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.873428] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.873561] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.873831] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.874088] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.874322] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.042784] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.043218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.043218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.043343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.043396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.043496] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 794.070469] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.070659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.070733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.070942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.071189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.079691] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 794.441236] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 794.441236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.441236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.441497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.441497] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.635949] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe req-d38f22d9-39b9-4750-8e4e-62258ef22db7 service nova] Enqueued Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_rules [ 794.635949] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe req-d38f22d9-39b9-4750-8e4e-62258ef22db7 service nova] Enqueued Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_members [ 794.635949] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf047d5a-f2cb-4fd6-9c46-842c663edcbe req-d38f22d9-39b9-4750-8e4e-62258ef22db7 service nova] Enqueued Resource ID: 6f081487-3e79-4c02-953e-7d9444824d98 with Priority: HIGHEST for action port [ 794.636140] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_rules [ 794.636177] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_members [ 794.636259] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f081487-3e79-4c02-953e-7d9444824d98 with Priority: HIGHEST for action port [ 794.636937] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.637460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.637460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.638054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.638054] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.638526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.641043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.641043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641043] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.641043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.641043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.641043] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.641491] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f081487-3e79-4c02-953e-7d9444824d98 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.641491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.641611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.641754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.641796] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f081487-3e79-4c02-953e-7d9444824d98',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.944020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.945767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.144533] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.144870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.144870] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.146080] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f081487-3e79-4c02-953e-7d9444824d98 with status ACTIVE [ 795.146272] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.146544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.146544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.146640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.146739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.146923] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.147048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.147048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.147223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.147273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.147459] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.147548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.147605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.147740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.147813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.147898] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f081487-3e79-4c02-953e-7d9444824d98 is going to be updated. [ 795.167781] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.167929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.167996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.168270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.170302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.170302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f081487-3e79-4c02-953e-7d9444824d98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 795.352020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.352020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.352020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.352020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.352315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.352315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.352315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352472] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.649740] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.857783] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.857867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.857867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.858138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.858304] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.859103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.859103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.859103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.859103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.859103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.859103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.859103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.859103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.859438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.859473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.860039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.860039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.860039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.860039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.860039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.860266] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.089298] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 796.089298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.089298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.089738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.089738] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.089861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.089861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.089966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.090054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.090161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.090389] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.151740] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.151897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.151962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.152182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.152301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.152409] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd429bfd-0845-4b81-aa46-8ee16d17570a is going to be created. [ 796.175459] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.175633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.175711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.175945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.176134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.184192] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd429bfd-0845-4b81-aa46-8ee16d17570a in Status: UNINITIALIZED for 2s [ 796.362460] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c26fb3b-b6f0-4752-a127-ff5a559965e8: rpc.has_security_group_logging(os_id): False [ 796.380842] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.380992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.381096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.381290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.381552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.381640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.381706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.381843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.382111] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.382204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.382266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.382400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.382472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.382665] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.382756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.382815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.382947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.383045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.383182] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 796.442737] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.442884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.442954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.443184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.443352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.464133] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 796.592287] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.593619] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.593619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.594023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.594023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.594023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.594133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.594238] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.594337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.594388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.594548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.598016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.598016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.598016] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.099798] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a518215-7103-45f4-a37d-7a6b77b692c5: rpc.has_security_group_logging(os_id): False [ 797.124079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.124271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.124338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.124557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.124666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.124890] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.125082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.125199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.125255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.125338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.125531] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.125650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.125706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.125862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.125936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.126146] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.126251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.126307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.126454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.126529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.126641] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 797.184525] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.184692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.184768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.184974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.186394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.212218] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 797.370397] env[70911]: INFO networking_nsxv3.common.synchronization [req-a1501ca8-fcf1-4ea0-83c8-bc80ae667ad0 req-1e492034-0f66-4f8e-ac36-14a45be51de4 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 797.370757] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 797.371074] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.371197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.371259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.371446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.371598] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.371694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.371755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.371896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.371982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.372090] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.874438] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.874560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.874633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.874852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.912692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.913523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.913523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.913523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.913523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.913523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.913523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 797.941095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.941494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.941616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.941876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.942087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.950891] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 798.203847] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd429bfd-0845-4b81-aa46-8ee16d17570a in Status: SUCCESS [ 798.204146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.204146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.204448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.204639] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.204754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.204812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.204965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.205068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.208049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.208049] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.479554] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 798.479846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.710296] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.710491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.710568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.710917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.711156] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.711435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.711480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.711715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.711762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.711917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.712454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.712454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.712454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.712454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.712662] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.712729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.712853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.713044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.713193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.713297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.713436] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.216107] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd429bfd-0845-4b81-aa46-8ee16d17570a: rpc.has_security_group_logging(os_id): False [ 799.232015] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 799.232246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.238968] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.240024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.240024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.240392] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.240552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.240552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.240673] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.240829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.240829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.241072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.241072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.241170] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd429bfd-0845-4b81-aa46-8ee16d17570a is going to be created. [ 799.298482] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.298673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.298723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.298892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.299089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.315714] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd429bfd-0845-4b81-aa46-8ee16d17570a in Status: IN_PROGRESS for 2s [ 799.961948] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 799.961948] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 799.961948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.828911] env[70911]: INFO networking_nsxv3.common.synchronization [req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 req-93305c29-aa93-4224-aaab-ffc9fe8e2e46 tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Enqueued Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_members [ 800.829789] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_members [ 800.829789] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.829951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.829951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.831039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.831301] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.831412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.831501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.831691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.831807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.831939] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.000637] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:0 completed [ 801.001656] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:1 started [ 801.204996] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-106 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.205218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-106" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.205345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-106" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.205674] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-106" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.205936] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.206105] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.206218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.206618] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.206618] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.206754] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.206868] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.206975] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.207091] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.207223] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.207897] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.207897] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.225286] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.225456] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.225597] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.225772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-106" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.226109] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b1baa112-a9b4-4364-957d-82df2ba70b57 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.226285] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.226406] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.226715] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.226854] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1baa112-a9b4-4364-957d-82df2ba70b57',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.327332] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd429bfd-0845-4b81-aa46-8ee16d17570a in Status: SUCCESS [ 801.327647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.335171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.335171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.335171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.335171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.335171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.335171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.335171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.335171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.335858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.335858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.335858] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 222f09d9-a264-46c9-8cfe-e466fe999119 already deleted. [ 801.335858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.729493] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.729743] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.729871] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.730157] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.730310] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.730466] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b1baa112-a9b4-4364-957d-82df2ba70b57 not found, creating... [ 801.730721] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.730986] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.731140] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.731417] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.731611] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.731945] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.732147] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.732338] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.732607] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.732773] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.732930] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b1baa112-a9b4-4364-957d-82df2ba70b57 is going to be created. [ 801.751958] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.752153] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.752253] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.752513] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.752741] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.752962] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.489484] env[70911]: INFO networking_nsxv3.common.synchronization [req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 req-2d9d98c9-6c7f-45b7-8d57-cd1b9de159d7 service nova] Enqueued Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_rules [ 802.489741] env[70911]: INFO networking_nsxv3.common.synchronization [req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 req-2d9d98c9-6c7f-45b7-8d57-cd1b9de159d7 service nova] Enqueued Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_members [ 802.489908] env[70911]: INFO networking_nsxv3.common.synchronization [req-7150a6a1-aa6a-4477-b5d1-3ed0f3049469 req-2d9d98c9-6c7f-45b7-8d57-cd1b9de159d7 service nova] Enqueued Resource ID: b1baa112-a9b4-4364-957d-82df2ba70b57 with Priority: HIGHEST for action port [ 802.490569] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_rules [ 802.490731] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_members [ 802.490876] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1baa112-a9b4-4364-957d-82df2ba70b57 with Priority: HIGHEST for action port [ 802.491176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.491387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.491428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.491691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.491805] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.492742] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.492845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.492904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.493105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.493275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.493494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.493569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.493693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.493780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.493870] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.498083] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1baa112-a9b4-4364-957d-82df2ba70b57 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.498253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.498253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.498445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.498516] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1baa112-a9b4-4364-957d-82df2ba70b57',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.000627] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.001673] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.001849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.002079] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1baa112-a9b4-4364-957d-82df2ba70b57 with status ACTIVE [ 803.002293] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.002532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.002532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.002807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.002985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.003140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.003272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.003426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.003654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.003749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.004025] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.004554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.004644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.004841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.004918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.005237] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1baa112-a9b4-4364-957d-82df2ba70b57 is going to be updated. [ 803.037508] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.037667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.037784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.037986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.038171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.038405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1baa112-a9b4-4364-957d-82df2ba70b57" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.508633] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.017924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.017924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.017924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.017924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.017924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.018247] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 222f09d9-a264-46c9-8cfe-e466fe999119 is going to be created. [ 804.040732] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.042082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.042082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.042082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.042082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.050536] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 222f09d9-a264-46c9-8cfe-e466fe999119 in Status: UNINITIALIZED for 2s [ 804.731110] env[70911]: INFO networking_nsxv3.common.synchronization [req-bedfdf75-b335-411c-9c29-0981b13c97f8 req-6bcc76bb-f4f4-4c1e-880d-2b7605f1db35 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 804.732033] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 804.732366] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.732563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.733158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.733158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.733830] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.733982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.734094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.734317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.734433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.734535] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.239920] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.239920] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.239920] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 already deleted. [ 805.239920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.439850] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.440135] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.440271] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.440576] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.440918] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.441096] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.441218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.441580] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.441832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.442041] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.442222] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.442396] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.442565] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.442729] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 805.442872] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.443042] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.463902] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.464245] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 805.464360] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.464563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.464921] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-75db945e-906a-4c4f-9506-40d0c0b05846 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.465159] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.465292] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.465689] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.465854] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75db945e-906a-4c4f-9506-40d0c0b05846',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.973988] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.973988] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 75db945e-906a-4c4f-9506-40d0c0b05846 not found, creating... [ 805.973988] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.973988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.974651] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.974651] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.974651] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.974959] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.976161] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.976161] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 75db945e-906a-4c4f-9506-40d0c0b05846 is going to be created. [ 805.997912] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.997912] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.997912] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.997912] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.997912] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.997912] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.060856] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 222f09d9-a264-46c9-8cfe-e466fe999119 in Status: SUCCESS [ 806.061166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.061366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.061652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.061907] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.062080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.062181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.062368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.062484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.062601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.062741] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.565106] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.565368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.565368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.565943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.565943] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.565943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.565943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.566324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.566324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.566324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.566547] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.566547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.566713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.566713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.566852] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.566947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.566947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.567113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.567190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.567302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.567410] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.064532] env[70911]: INFO networking_nsxv3.common.synchronization [req-bedfdf75-b335-411c-9c29-0981b13c97f8 req-c0d8bc1b-a375-449e-a383-f39abec191c7 service nova] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_rules [ 807.065370] env[70911]: INFO networking_nsxv3.common.synchronization [req-bedfdf75-b335-411c-9c29-0981b13c97f8 req-c0d8bc1b-a375-449e-a383-f39abec191c7 service nova] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 807.065370] env[70911]: INFO networking_nsxv3.common.synchronization [req-bedfdf75-b335-411c-9c29-0981b13c97f8 req-c0d8bc1b-a375-449e-a383-f39abec191c7 service nova] Enqueued Resource ID: 75db945e-906a-4c4f-9506-40d0c0b05846 with Priority: HIGHEST for action port [ 807.065583] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_rules [ 807.065926] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 807.065926] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75db945e-906a-4c4f-9506-40d0c0b05846 with Priority: HIGHEST for action port [ 807.066122] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.066222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.070078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.070428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.070539] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.071518] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.071692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.071796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.071972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.072492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.072492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.072492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.072492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.072814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.072814] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.075390] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-75db945e-906a-4c4f-9506-40d0c0b05846 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.075390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.075390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.075390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.075390] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75db945e-906a-4c4f-9506-40d0c0b05846',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.075390] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 222f09d9-a264-46c9-8cfe-e466fe999119: rpc.has_security_group_logging(os_id): False [ 807.093344] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.093558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.093625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.093846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.093933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.094163] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.094260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.094312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.094463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.094557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.094793] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.094880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.094964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.095143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.095225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.095426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.095534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.095620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.095889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.095889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.095989] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 222f09d9-a264-46c9-8cfe-e466fe999119 is going to be created. [ 807.148045] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.148287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.148359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.148591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.148780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.158382] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 222f09d9-a264-46c9-8cfe-e466fe999119 in Status: IN_PROGRESS for 2s [ 807.263060] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-55388947-ced7-42ad-b51e-54703f6dbbf6 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 807.263683] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 807.264057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.266021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.266021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.266021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.266021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.266021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.266021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.266021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.266021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.266021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.576271] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.576434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.576781] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.577991] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75db945e-906a-4c4f-9506-40d0c0b05846 with status ACTIVE [ 807.578186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.578650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.578650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.578831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.579052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.579287] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.579411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.579490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.579687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.579802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.580053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.580161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.580401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.580401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.580610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.580610] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75db945e-906a-4c4f-9506-40d0c0b05846 is going to be updated. [ 807.600820] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.600976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.601047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.601250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.601387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.601542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75db945e-906a-4c4f-9506-40d0c0b05846" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.661732] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.661943] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.662078] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.662403] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.662666] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.662824] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.662941] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.663174] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.663321] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.663534] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.663647] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.663755] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.663859] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.663966] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 807.664096] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.664970] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.686165] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.686291] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 807.686438] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.686618] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.686931] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-cf501c2d-1feb-4d35-960b-1b552f5abeaf taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.687140] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.687310] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.687691] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.687836] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf501c2d-1feb-4d35-960b-1b552f5abeaf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.768093] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.768093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.768491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.768796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.768796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.768952] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.769144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.769220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.769346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.769419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.769505] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f already deleted. [ 807.769617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.083434] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.193025] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.193025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port cf501c2d-1feb-4d35-960b-1b552f5abeaf not found, creating... [ 808.193025] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.193025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.193592] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.193592] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.193592] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.193592] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.193592] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.193805] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: cf501c2d-1feb-4d35-960b-1b552f5abeaf is going to be created. [ 808.216732] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.216969] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.217101] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.217416] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.217646] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.217893] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.586501] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.586704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.586790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.587059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.587159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.587384] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be created. [ 808.613155] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.613341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.613383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.613562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.613715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.624656] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: UNINITIALIZED for 2s [ 809.170247] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 222f09d9-a264-46c9-8cfe-e466fe999119 in Status: SUCCESS [ 809.170247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.185688] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-202dea8d-38b1-4496-8009-e888c0602ad9 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 809.185688] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-202dea8d-38b1-4496-8009-e888c0602ad9 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 809.185688] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-202dea8d-38b1-4496-8009-e888c0602ad9 service nova] Enqueued Resource ID: cf501c2d-1feb-4d35-960b-1b552f5abeaf with Priority: HIGHEST for action port [ 809.185688] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 809.185688] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 809.185688] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf501c2d-1feb-4d35-960b-1b552f5abeaf with Priority: HIGHEST for action port [ 809.193065] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.193065] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.193065] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.193065] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.193065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.193065] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.195602] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf501c2d-1feb-4d35-960b-1b552f5abeaf taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.196128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.197088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.197406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.197906] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf501c2d-1feb-4d35-960b-1b552f5abeaf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.700990] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.700990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.701185] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.701980] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf501c2d-1feb-4d35-960b-1b552f5abeaf with status ACTIVE [ 809.704654] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.704654] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.704654] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.704654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.704654] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf501c2d-1feb-4d35-960b-1b552f5abeaf is going to be updated. [ 809.731405] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.731594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.731678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.731934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.732118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.732303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf501c2d-1feb-4d35-960b-1b552f5abeaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.042721] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-21ad2f59-99a4-4b2c-a2ef-6fabd46aa88a tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 810.042721] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 810.042721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.042721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.210791] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.635871] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 810.636293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.636414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.636581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.636798] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.636933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.636984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.637166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.637865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.637865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.637865] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.716019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.716019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.716019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.716019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.716019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.716019] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be created. [ 810.744240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.744240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.744240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.744240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.744240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.754728] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: UNINITIALIZED for 2s [ 810.798401] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.798401] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.798401] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.799874] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.801034] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.801034] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.801034] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.801034] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.801034] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.801322] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.801387] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.801544] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.801704] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.801816] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 810.801948] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.802130] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.826355] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.826355] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 810.826355] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.826355] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.826355] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-9e7cde01-5b0c-45c9-8720-955fa8c64e70 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.827443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.827639] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.828374] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.828543] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7cde01-5b0c-45c9-8720-955fa8c64e70',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.145988] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.146172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.146225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.146438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.146602] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.146722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.146773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.146895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.146983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.147075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.147212] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.147367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.147434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.147560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.147752] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.147818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.147818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.147946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.148037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.148116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.148197] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.331327] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.331603] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.331603] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.331935] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.332067] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.332181] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 9e7cde01-5b0c-45c9-8720-955fa8c64e70 not found, creating... [ 811.332477] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.332732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.333132] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.333332] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.333474] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.334240] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.334240] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.334240] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.334503] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.334503] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.334626] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 9e7cde01-5b0c-45c9-8720-955fa8c64e70 is going to be created. [ 811.357056] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.357056] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.359133] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.359133] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.359133] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.359133] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.651134] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36783042-915a-436d-944a-0fc0fe475eb8: rpc.has_security_group_logging(os_id): False [ 811.671706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.671706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.672403] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.673050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.673755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.677434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.677434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.677434] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be created. [ 811.755748] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.755748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.755748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.755748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.755748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.776697] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: IN_PROGRESS for 2s [ 812.261483] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-45ee5960-ebc7-495c-85d8-ffa29d9bf445 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 812.261483] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-45ee5960-ebc7-495c-85d8-ffa29d9bf445 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 812.261483] env[70911]: INFO networking_nsxv3.common.synchronization [req-60ce2d63-d082-4c00-86ff-c1c0e8baf71e req-45ee5960-ebc7-495c-85d8-ffa29d9bf445 service nova] Enqueued Resource ID: 9e7cde01-5b0c-45c9-8720-955fa8c64e70 with Priority: HIGHEST for action port [ 812.261708] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 812.261708] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 812.261854] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7cde01-5b0c-45c9-8720-955fa8c64e70 with Priority: HIGHEST for action port [ 812.262716] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.262855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.263036] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.264160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.264390] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7cde01-5b0c-45c9-8720-955fa8c64e70 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.264494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.264550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.264796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.264874] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7cde01-5b0c-45c9-8720-955fa8c64e70',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.770803] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e7cde01-5b0c-45c9-8720-955fa8c64e70 with status ACTIVE [ 812.770803] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.770803] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.770803] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.770803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.770803] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e7cde01-5b0c-45c9-8720-955fa8c64e70 is going to be updated. [ 812.776032] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 812.776032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.776032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.776287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.776320] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.776992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.776992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.776992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.776992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.776992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.776992] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.777732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.777920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.778876] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.779063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.779178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.779590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.779756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.779910] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.795292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.795459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.795528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.795767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.795907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.796088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7cde01-5b0c-45c9-8720-955fa8c64e70" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.045278] env[70911]: INFO networking_nsxv3.common.synchronization [req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 req-8e2fb2fe-8040-4409-a070-47f8db3f49c8 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 813.045371] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 813.045978] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.046174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.046229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.046895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.047119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.047231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.047231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.047542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.047838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.048012] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.283767] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.284898] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.284898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.550496] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.678296] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.678296] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.678296] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.678613] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.681485] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.681485] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.681485] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.681485] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.681485] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.681485] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.681485] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.681485] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.681485] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.681485] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.681485] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.681485] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.699726] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.699726] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.699726] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.699726] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.700076] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-966efecf-49d5-45b1-aa0d-9d77d567df7e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.700281] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.700412] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.700799] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.701015] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966efecf-49d5-45b1-aa0d-9d77d567df7e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.789649] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 813.789649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.790083] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.862927] env[70911]: INFO networking_nsxv3.common.synchronization [None req-e13bbbde-faff-4bf4-80aa-c00ec21666d6 None None] Enqueued Resource ID: 5ac9dbc6-e092-4ad9-ab08-ec0e2686be58 with Priority: HIGHEST for action port [ 813.862927] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ac9dbc6-e092-4ad9-ab08-ec0e2686be58 with Priority: HIGHEST for action port [ 813.862927] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ac9dbc6-e092-4ad9-ab08-ec0e2686be58 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.862927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ac9dbc6-e092-4ad9-ab08-ec0e2686be58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.862927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ac9dbc6-e092-4ad9-ab08-ec0e2686be58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.862927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ac9dbc6-e092-4ad9-ab08-ec0e2686be58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.862927] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ac9dbc6-e092-4ad9-ab08-ec0e2686be58',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.056595] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.168740] env[70911]: INFO networking_nsxv3.common.synchronization [req-c3f3a4af-1ee6-445f-affd-68127aea36a8 req-d1ac5fb9-0700-4c62-9975-14a49acb4fca tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 814.169640] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 814.169775] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.169995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.169995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.170561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.170561] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.170561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.170781] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.170845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.170990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.171150] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.203715] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.203944] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.204076] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.204343] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.204490] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.204642] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 966efecf-49d5-45b1-aa0d-9d77d567df7e not found, creating... [ 814.204895] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.205501] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.205501] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.205501] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.205698] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.206252] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.206252] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.207807] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.210058] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.210058] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.210058] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 966efecf-49d5-45b1-aa0d-9d77d567df7e is going to be created. [ 814.231906] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.232210] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.232371] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.232661] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.232891] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.233169] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.293280] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.293501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.293676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.293837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.294017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294381] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 814.336564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.336564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.336564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.336564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.336564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.345723] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 814.365596] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ac9dbc6-e092-4ad9-ab08-ec0e2686be58 [ 814.365831] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.365951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.366077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.366394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.366394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.366570] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ac9dbc6-e092-4ad9-ab08-ec0e2686be58 already deleted. [ 814.366570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ac9dbc6-e092-4ad9-ab08-ec0e2686be58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.559074] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.559691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.559691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.559691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.559691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.559900] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e is going to be updated. [ 814.586984] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.587157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.587243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.587579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.587741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.596210] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: IN_PROGRESS for 2s [ 814.602606] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.602819] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.602944] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.603532] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.603724] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.604257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.604257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.604434] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.604490] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.604707] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.605664] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.605664] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.606335] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.606477] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.606610] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.606789] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.625125] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.625125] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.625125] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.625714] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.625714] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-9bae0485-02c2-4c02-996f-b7ab7e9219ea taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.626048] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.626203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.626555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.626638] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bae0485-02c2-4c02-996f-b7ab7e9219ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.676503] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.676503] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.676503] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 already deleted. [ 814.676503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.128245] env[70911]: INFO networking_nsxv3.common.synchronization [req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 req-04e9869c-d675-4111-9c9f-3a0f47cab206 service nova] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_rules [ 815.128533] env[70911]: INFO networking_nsxv3.common.synchronization [req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 req-04e9869c-d675-4111-9c9f-3a0f47cab206 service nova] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 815.128764] env[70911]: INFO networking_nsxv3.common.synchronization [req-59db407b-4a07-420d-95a1-77f7c6c4e5a4 req-04e9869c-d675-4111-9c9f-3a0f47cab206 service nova] Enqueued Resource ID: 966efecf-49d5-45b1-aa0d-9d77d567df7e with Priority: HIGHEST for action port [ 815.129888] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_rules [ 815.130387] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 815.130729] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 966efecf-49d5-45b1-aa0d-9d77d567df7e with Priority: HIGHEST for action port [ 815.133443] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.133443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.133443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.133443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.133443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.133768] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 9bae0485-02c2-4c02-996f-b7ab7e9219ea not found, creating... [ 815.134518] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.134799] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.135582] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.135582] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.135582] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.136186] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.136416] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.136581] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.137057] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.137178] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.137429] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 9bae0485-02c2-4c02-996f-b7ab7e9219ea is going to be created. [ 815.139131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.139279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.139363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.139563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.140260] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.144021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.144021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.144021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-966efecf-49d5-45b1-aa0d-9d77d567df7e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.144021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.144021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.144021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.144021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('966efecf-49d5-45b1-aa0d-9d77d567df7e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.166998] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.167380] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.167580] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.167908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.168186] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.168489] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.642410] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.642619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.646240] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 966efecf-49d5-45b1-aa0d-9d77d567df7e with status ACTIVE [ 815.646638] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.647031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.647031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.647258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.647390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.647587] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.647776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.647776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.648452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.648452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.648452] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.648452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.648452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.648683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.648683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.648741] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 966efecf-49d5-45b1-aa0d-9d77d567df7e is going to be updated. [ 815.674851] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.675080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.675080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.675307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.675463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.675618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-966efecf-49d5-45b1-aa0d-9d77d567df7e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.823239] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 req-6ecdc9e6-47fa-430c-a31c-7406745ef5ef tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 815.824678] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 815.824678] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.824807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.824880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.825094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.825251] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.825378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.825444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.825594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.825678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.825770] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.872188] env[70911]: INFO networking_nsxv3.common.synchronization [req-c3f3a4af-1ee6-445f-affd-68127aea36a8 req-3a3b99e0-a15a-4c26-b3ab-02d8cec22589 service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 815.872360] env[70911]: INFO networking_nsxv3.common.synchronization [req-c3f3a4af-1ee6-445f-affd-68127aea36a8 req-3a3b99e0-a15a-4c26-b3ab-02d8cec22589 service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 815.872498] env[70911]: INFO networking_nsxv3.common.synchronization [req-c3f3a4af-1ee6-445f-affd-68127aea36a8 req-3a3b99e0-a15a-4c26-b3ab-02d8cec22589 service nova] Enqueued Resource ID: 9bae0485-02c2-4c02-996f-b7ab7e9219ea with Priority: HIGHEST for action port [ 815.872726] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 815.872850] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 815.872946] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bae0485-02c2-4c02-996f-b7ab7e9219ea with Priority: HIGHEST for action port [ 815.873492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.873615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.873678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.873925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.874056] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.875917] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.876047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.876171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.879472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.879472] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.879472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.879472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.879472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.879472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.879472] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.882746] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bae0485-02c2-4c02-996f-b7ab7e9219ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.882746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.882746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.882964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.882964] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bae0485-02c2-4c02-996f-b7ab7e9219ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.145751] env[70911]: INFO networking_nsxv3.common.synchronization [None req-13f27bc4-c42b-468f-bd0e-092548b1ad4e None None] Enqueued Resource ID: 5d4f7d81-df12-43c6-b4b2-653d0a99e444 with Priority: HIGHEST for action port [ 816.145751] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4f7d81-df12-43c6-b4b2-653d0a99e444 with Priority: HIGHEST for action port [ 816.146178] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d4f7d81-df12-43c6-b4b2-653d0a99e444 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.146322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d4f7d81-df12-43c6-b4b2-653d0a99e444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.146403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d4f7d81-df12-43c6-b4b2-653d0a99e444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.146662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d4f7d81-df12-43c6-b4b2-653d0a99e444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.146720] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d4f7d81-df12-43c6-b4b2-653d0a99e444',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.240074] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.240074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.240074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.240074] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.240074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240344] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.240344] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.240489] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.240704] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.240814] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.240922] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.241039] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.241211] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.241266] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.241422] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.258530] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.258728] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.258858] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.259396] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.259396] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.259574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.259692] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.261045] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.261045] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.330982] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.330982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.330982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.330982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.349852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.350897] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.351240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.351240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.351490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.351608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.351710] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 816.359758] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 816.359993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.360224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.360486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.360724] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.360885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.360973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.361347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.361347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.361468] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.375087] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.375209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.375262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.375788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.375788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.377038] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.377038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.385036] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 816.385229] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.386068] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bae0485-02c2-4c02-996f-b7ab7e9219ea with status ACTIVE [ 816.386255] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.386365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.386432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.386605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.386688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.386850] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.386944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.387030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.387163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.387237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.387496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.387587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.387648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.387786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.387859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.387940] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bae0485-02c2-4c02-996f-b7ab7e9219ea is going to be updated. [ 816.404897] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.405597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.405597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.405773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.406854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.406854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bae0485-02c2-4c02-996f-b7ab7e9219ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.611601] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: SUCCESS [ 816.611838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.612043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.612296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.612507] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.612651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.612719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.612913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.612997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.613160] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.652250] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d4f7d81-df12-43c6-b4b2-653d0a99e444 [ 816.652619] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.652880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.653032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.653389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.653587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.653791] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d4f7d81-df12-43c6-b4b2-653d0a99e444 already deleted. [ 816.653950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d4f7d81-df12-43c6-b4b2-653d0a99e444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.763466] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.763466] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.763466] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.763466] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.763466] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.763466] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd not found, creating... [ 816.766323] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.766323] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.766323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.767320] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd is going to be created. [ 816.784749] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.784992] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.785110] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.785435] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.785676] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.785902] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.864069] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.889767] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.117226] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.138576] env[70911]: INFO networking_nsxv3.common.synchronization [req-4f205923-5121-4934-a5e0-4fc63ab63fca req-f9eb1297-c7b1-46b7-826f-6393423f1a8e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 817.138576] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 817.139273] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.139273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.139481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.139706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.139874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.140321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.140321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.140321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.141034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.141034] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.369334] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.392094] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.392555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.392665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.392827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.392921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.393026] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be created. [ 817.458731] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.458925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.459038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.459222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.459385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.469447] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: UNINITIALIZED for 2s [ 817.619940] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.645668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.645668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.645668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.645668] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 817.692650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.692793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.692846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.693064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.693277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.702642] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 817.874375] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.874556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.874621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.874839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.874929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.875113] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 817.914954] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.915992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.915992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.915992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.915992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.948549] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 818.094377] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 req-2087095b-253e-4a8e-83b4-b768efae0ecd service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 818.094592] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 req-2087095b-253e-4a8e-83b4-b768efae0ecd service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 818.094733] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ce78939-5d27-4701-bbb9-5de2c08aa9f7 req-2087095b-253e-4a8e-83b4-b768efae0ecd service nova] Enqueued Resource ID: 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd with Priority: HIGHEST for action port [ 818.095036] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 818.095161] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 818.095222] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd with Priority: HIGHEST for action port [ 818.095819] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.095930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.095984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.096301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.096389] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.097707] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.097840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.098009] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.098108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.098170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.098388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.098547] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.122563] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.122782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.122870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.123154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.123265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.123382] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e is going to be updated. [ 818.151914] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.152453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.152453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.152644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.152699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.163556] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: IN_PROGRESS for 2s [ 818.372632] env[70911]: INFO networking_nsxv3.common.synchronization [req-765d4240-8448-4d1b-a8e3-4de5c5b2953a req-e8ef37b8-5bb0-4345-bec4-6992f54beeda tempest-FloatingIPsAssociationNegativeTestJSON-1178861389 tempest-FloatingIPsAssociationNegativeTestJSON-1178861389-project-member] Enqueued Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_members [ 818.373502] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGHEST for action security_group_members [ 818.373970] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.374139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.374203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.374560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.374760] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.374914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.374914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.375136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.375248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.375375] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.393881] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 818.394213] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 deletion is rescheduled due to dependency. [ 818.394366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.394824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.395064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.395259] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.395531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.395616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.395811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.395900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.396012] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.598986] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.598986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.600861] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd with status ACTIVE [ 818.600861] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.600861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.601091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.601204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.601338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.601590] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.601739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.602519] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.602519] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.602519] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.602519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.602763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.602763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.602902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.603125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.603204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd is going to be updated. [ 818.625610] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.625933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.625933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.626116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.626702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.626702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e3e5c8d-e107-488f-8cc4-dc7f724fb2fd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.878245] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.878582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.878736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.878975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.879122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.879439] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.879719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.879719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.879882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.879938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.880062] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd429bfd-0845-4b81-aa46-8ee16d17570a is going to be updated. [ 818.899065] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.905143] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.905344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.905413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.906026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.906026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.915075] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd429bfd-0845-4b81-aa46-8ee16d17570a in Status: IN_PROGRESS for 2s [ 819.401433] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.481286] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.481286] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.481286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.481286] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.715976] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 819.716187] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 819.716316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.903718] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.903897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.903966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.904243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.904361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.904465] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 819.932045] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.932206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.932309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.932609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.932845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.941764] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 819.957594] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 819.957891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.958133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.958400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.958646] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.958790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.959919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.960157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.960253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.960351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.960535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.960680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.960752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.960847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.960992] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.961103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.961164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.961301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.961376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.961456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.961543] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.987672] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.987885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.987990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.988200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.988374] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.988618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.988703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.988891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.989102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.989102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.989251] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.989369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.989422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.989600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.989816] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.989906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.989966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.990120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.990194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.990274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.990368] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.179669] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: SUCCESS [ 820.179932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.180151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.180432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.180669] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.180801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.180868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.181058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.181168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.181260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.181361] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.464465] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f: rpc.has_security_group_logging(os_id): False [ 820.483471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.483654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.483692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.484383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.484383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.484383] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.484383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.484383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.484631] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.484631] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.484814] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.484814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.484933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.485019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.485159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.486841] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.486841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.486841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.486841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.486841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.486841] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be created. [ 820.493626] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74bf3a62-3432-4037-8d7e-6d940a98e9f9: rpc.has_security_group_logging(os_id): False [ 820.508372] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.508372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.508372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.508634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.508634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.508776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.508873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.508923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.512102] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.512102] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.512102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.512102] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be created. [ 820.544908] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.545179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.545322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.545545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.545736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.556981] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 820.560871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.560871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.560871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.561192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.561228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.571557] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 820.684182] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.684381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.684440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.684712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.684817] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.684987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.684987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.685197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.685300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.685400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.685551] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.685655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.685724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.685866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.686021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.686123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.686198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.686322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.686432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.686531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.686623] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.924174] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd429bfd-0845-4b81-aa46-8ee16d17570a in Status: SUCCESS [ 820.924365] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd429bfd-0845-4b81-aa46-8ee16d17570a deletion is rescheduled due to dependency. [ 820.924480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.191027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48b9a4d6-27f6-4b62-872a-21718831426e: rpc.has_security_group_logging(os_id): False [ 821.206692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.206828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.206899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.207153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.226224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.226512] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.226645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.226732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.227151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.227260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.227782] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.228017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.228187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.228416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.228538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.228768] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.228996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.229107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.229278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.229379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.229486] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e is going to be updated. [ 821.294101] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.294301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.294357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.294517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.294665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.308082] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: IN_PROGRESS for 2s [ 821.952606] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 821.952606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.952606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.953294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.953581] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.955021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.955021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.955021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.955021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.955021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.955021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.457636] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.459068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.459273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.459733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.459733] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.460217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.460217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.460217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.460217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.460217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.461646] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.461646] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.461646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.463877] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.571932] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 822.576076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.576076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.576076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.576076] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.590167] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 822.590167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.677637] env[70911]: INFO networking_nsxv3.common.synchronization [req-962867a5-de00-4940-bd86-6526ab120389 req-efdac036-d105-434d-8c12-91252717b55b tempest-InstanceActionsTestJSON-2078667807 tempest-InstanceActionsTestJSON-2078667807-project-member] Enqueued Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_members [ 822.678277] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGHEST for action security_group_members [ 822.678662] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.678807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.678878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.679765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.680217] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.680405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.680540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.680758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.680885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.681038] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.969031] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af1f2ca-b633-45d5-ab2f-f187614df7f9: rpc.has_security_group_logging(os_id): False [ 822.985837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.985837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.985837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.985837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.985837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.986265] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.986265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.986265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.986459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.986837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.986837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.986962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.986962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.987156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.987203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.987505] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.987713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.987713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.987828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.987927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.988036] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 823.048552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.048552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.048552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.048552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.048552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.059417] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 823.079183] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.079335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.079403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.079613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.080460] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.080460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.080460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.080460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.080460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.080460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.080460] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.183506] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.183647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.183727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.183948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.184086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.184350] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.184482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.184565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.184767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.184871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.184985] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 222f09d9-a264-46c9-8cfe-e466fe999119 is going to be updated. [ 823.221499] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.221499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.221499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.221499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.221499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.239292] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 222f09d9-a264-46c9-8cfe-e466fe999119 in Status: IN_PROGRESS for 2s [ 823.323482] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: SUCCESS [ 823.323555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.587597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.587597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.587597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.587597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.588166] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.588166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.588166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.588166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.588166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.588355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.588355] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.095032] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f: rpc.has_security_group_logging(os_id): False [ 824.108610] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.108777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.108837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.109040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.109134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.109368] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.109491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.109561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.109695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.109791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.109970] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.110089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.110149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.110291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.110363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.110549] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.110647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.110711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.110843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.110918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.110999] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 824.196266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.196266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.196266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.196266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.196266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.213845] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 825.072836] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 825.073282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.080836] env[70911]: INFO networking_nsxv3.common.synchronization [req-639b68e8-87e0-4dc8-8f99-8a4561084edb req-02b5ceb4-cbcf-4d1c-bf82-15f4309df165 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 825.081657] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 825.081771] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.081909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.082023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.082339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.082679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.082832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.082921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.083191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.083342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.083499] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.251816] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 222f09d9-a264-46c9-8cfe-e466fe999119 in Status: SUCCESS [ 825.251816] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 222f09d9-a264-46c9-8cfe-e466fe999119 deletion is rescheduled due to dependency. [ 825.252201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.585788] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.621717] env[70911]: INFO networking_nsxv3.common.synchronization [req-79c05a18-d7ea-4320-830e-d540550f02b3 req-a2b0fe14-a198-471b-8cde-8850ba62c67f tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 825.622270] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 825.623400] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.623400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.918629] env[70911]: INFO networking_nsxv3.common.synchronization [req-478cda4b-bb47-4f16-b482-f56018dee96e req-9bc44776-9c36-44ee-a222-6b0d04d6f3da tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 825.921954] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 825.926131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.926131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.926131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.926131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.926131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.926131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.926131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.926131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.926131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.926131] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.090943] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.229397] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 826.229397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.345805] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.346203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.346203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.346548] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.346834] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.346981] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.347122] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.347351] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.347562] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.347770] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.347891] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.348020] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.348138] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.348258] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.348369] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.348616] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.369095] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.369305] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.369524] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.369645] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.370032] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.370209] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.370344] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.370677] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.370817] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87dd2138-04f6-4411-b5c8-11a8fba1ea7a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.428721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.429166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.429166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.429166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.429340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.429599] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.429819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.429937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.430203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.430310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.430430] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc already deleted. [ 826.430563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.594389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.594857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.595108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.595510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.596240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.596544] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 826.624497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.624497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.624497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.625755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.626090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.637414] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 826.874832] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.874832] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a not found, creating... [ 826.874832] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.874832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.875645] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.875645] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.875645] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.875645] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.875645] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.875841] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a is going to be created. [ 826.897524] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.897722] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.897886] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.898183] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.899318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.899318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.756962] env[70911]: INFO networking_nsxv3.common.synchronization [req-478cda4b-bb47-4f16-b482-f56018dee96e req-0205db78-aaa7-4d38-8aa8-607add3110ad service nova] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 827.757286] env[70911]: INFO networking_nsxv3.common.synchronization [req-478cda4b-bb47-4f16-b482-f56018dee96e req-0205db78-aaa7-4d38-8aa8-607add3110ad service nova] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 827.757456] env[70911]: INFO networking_nsxv3.common.synchronization [req-478cda4b-bb47-4f16-b482-f56018dee96e req-0205db78-aaa7-4d38-8aa8-607add3110ad service nova] Enqueued Resource ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a with Priority: HIGHEST for action port [ 827.757920] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 827.759312] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 827.760711] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a with Priority: HIGHEST for action port [ 827.762033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.762033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.762033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.762033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.762033] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.763117] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.763117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.763301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.763336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.766976] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.767071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.767142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.767304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.767433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.767541] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.768850] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.769030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.769198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.769258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.769515] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87dd2138-04f6-4411-b5c8-11a8fba1ea7a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.801243] env[70911]: INFO networking_nsxv3.common.synchronization [req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 req-31c23a54-71cb-4b04-a2f4-5cc3e6594194 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_members [ 827.801380] env[70911]: INFO networking_nsxv3.common.synchronization [req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 req-31c23a54-71cb-4b04-a2f4-5cc3e6594194 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 827.801536] env[70911]: INFO networking_nsxv3.common.synchronization [req-9ee4176f-c2fd-4576-b6f5-e07260fee5a5 req-31c23a54-71cb-4b04-a2f4-5cc3e6594194 tempest-SecurityGroupsTestJSON-1188038195 tempest-SecurityGroupsTestJSON-1188038195-project-member] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 827.802235] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGHEST for action security_group_members [ 827.802385] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGHEST for action security_group_members [ 827.802477] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGHEST for action security_group_members [ 827.802769] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad88f90-160d-4d4d-a96a-76993262d04a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.802883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.802944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.803188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.803355] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.803456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.803524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.803677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.803759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.803857] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.805031] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.805161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.805206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.805335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.805568] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.805620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.805653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.805783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.805883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.805972] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.806786] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.806906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.807023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.807108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.807252] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.807334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.807561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.807626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.808036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.808036] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.271433] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.273127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.273127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.273127] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a with status ACTIVE [ 828.273127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.273127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.273355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.273405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.273493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.273677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.273771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.273832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.274009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.274104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.274266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.274378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.274491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.274575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.274659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.274750] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a is going to be updated. [ 828.309528] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.309741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.309809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.310064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.310259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.310447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.310963] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.310963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.311122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.311273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.312557] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.312675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.312972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.313774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.337195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.337499] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.337646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.337735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.337975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.338078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.338162] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be updated. [ 828.339202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.339391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.365612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.365882] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.366040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.366230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.366304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.366368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.366523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad88f90-160d-4d4d-a96a-76993262d04a is going to be updated. [ 828.367473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.368193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.368324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.368517] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.368630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.368716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.368824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.368916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.368994] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be updated. [ 828.423256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.423256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.423256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.423510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.423573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.460072] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: IN_PROGRESS for 2s [ 828.461216] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.461347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.462307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.463457] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.463569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.463660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.463784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.464017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.476359] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: IN_PROGRESS for 2s [ 828.477073] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: IN_PROGRESS for 2s [ 828.648401] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 828.648627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.649382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.649476] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.649571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.649611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.649779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.649857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.649954] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.777106] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.153011] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.153223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.153340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.153615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.153748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.154015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.154164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.154263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.154485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.154563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.154660] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 829.183865] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.184098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.184225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.184537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.184757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.196680] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 829.280214] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.280214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.280214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.280214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.280214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.280609] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be created. [ 829.304456] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.304456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.304456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.304456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.304456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.317934] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: UNINITIALIZED for 2s [ 829.888188] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2d7515d-124b-485f-bb02-7b9c8ffa640c req-1bb8bebf-79e1-421d-828c-da48e7e4d1f2 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 829.888835] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 829.889501] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.889629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.889699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.889921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.890130] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.890264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.890329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.890539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.890613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.890724] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.343670] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.344158] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.344158] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.344293] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.344512] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.344664] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.344777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.346535] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.346719] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.346948] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.347087] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.347193] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.347307] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.347436] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.347557] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.347695] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.371828] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.372008] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.372158] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.372335] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.372645] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-48024396-31ce-4b07-9c52-1af9763d05ee taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.372816] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.372935] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.373280] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.374388] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48024396-31ce-4b07-9c52-1af9763d05ee',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.394864] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.469514] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d in Status: SUCCESS [ 830.469716] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d deletion is rescheduled due to dependency. [ 830.469827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.488838] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad88f90-160d-4d4d-a96a-76993262d04a in Status: SUCCESS [ 830.489148] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad88f90-160d-4d4d-a96a-76993262d04a deletion is rescheduled due to dependency. [ 830.489148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.490487] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 in Status: SUCCESS [ 830.490487] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 deletion is rescheduled due to dependency. [ 830.490487] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.599028] env[70911]: INFO networking_nsxv3.common.synchronization [req-9a2d76d0-db0f-458c-95e2-c8290cb5b18f req-8d20dd05-b116-452b-96b9-1911e5445ef6 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 830.599028] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 830.599028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.599028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.599028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.599028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.599028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.599028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.599028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.599028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.600494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.600809] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.876755] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.877068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.877209] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.877551] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.877725] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.877895] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 48024396-31ce-4b07-9c52-1af9763d05ee not found, creating... [ 830.878259] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.878473] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.878652] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.878988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.879068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.879412] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.879573] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.879709] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.879998] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.880220] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.880389] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 48024396-31ce-4b07-9c52-1af9763d05ee is going to be created. [ 830.904526] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.912115] env[70911]: INFO networking_nsxv3.common.synchronization [req-daf04481-32b4-40e0-bb28-582436161db7 req-e2735cc5-0173-4778-9b45-4e19441cca04 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 830.912340] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 830.912531] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.913174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.913174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.913174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.913352] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.913411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.913482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.913679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.913844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.914042] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.916453] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.916672] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.916826] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.917103] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.917365] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.917745] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.103672] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.209481] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 831.209662] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f deletion is rescheduled due to dependency. [ 831.209775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.327782] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: SUCCESS [ 831.327990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.328163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.328390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.328585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.328699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.328756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.328897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.328976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.329074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.329163] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.407128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.407128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.407128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.407128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.407128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.407426] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 831.420194] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.420325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.420389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.420576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.421211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.421211] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.421211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.421211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.421211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.421211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.421522] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 831.439500] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.439500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.439500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.439500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.439500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.447303] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 831.450998] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.451143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.451252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.451438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.451564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.462868] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 831.605807] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.648593] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2d7515d-124b-485f-bb02-7b9c8ffa640c req-8fa0bf10-8008-4a64-95ef-d868a07f09b1 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 831.648846] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2d7515d-124b-485f-bb02-7b9c8ffa640c req-8fa0bf10-8008-4a64-95ef-d868a07f09b1 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 831.648986] env[70911]: INFO networking_nsxv3.common.synchronization [req-b2d7515d-124b-485f-bb02-7b9c8ffa640c req-8fa0bf10-8008-4a64-95ef-d868a07f09b1 service nova] Enqueued Resource ID: 48024396-31ce-4b07-9c52-1af9763d05ee with Priority: HIGHEST for action port [ 831.649483] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 831.649609] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 831.649699] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48024396-31ce-4b07-9c52-1af9763d05ee with Priority: HIGHEST for action port [ 831.650678] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.650810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.650875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.651101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.651174] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.651976] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.652091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.652274] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-48024396-31ce-4b07-9c52-1af9763d05ee taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.652394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.652428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.652589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.652664] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48024396-31ce-4b07-9c52-1af9763d05ee',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.831304] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.111285] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.111627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.111627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.113204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.113204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.113204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12034835-4c1b-4091-8769-683fdf3664df is going to be updated. [ 832.143278] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.143278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.143278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.143278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.143278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.154454] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: IN_PROGRESS for 2s [ 832.154802] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.154917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.155120] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48024396-31ce-4b07-9c52-1af9763d05ee with status ACTIVE [ 832.157523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.157523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.157523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.157523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.157523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48024396-31ce-4b07-9c52-1af9763d05ee is going to be updated. [ 832.178737] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.178938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.179017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.180628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.180628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.180628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48024396-31ce-4b07-9c52-1af9763d05ee" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.338511] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3a490a-4fbf-4f18-9fad-9270e56842fc: rpc.has_security_group_logging(os_id): False [ 832.368103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.368259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.368335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.369309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.369309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.369309] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.369309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.369309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.369309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.369309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.369632] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be created. [ 832.445481] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.445481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.445481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.445750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.445785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.457016] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: IN_PROGRESS for 2s [ 832.692460] env[70911]: INFO networking_nsxv3.common.synchronization [req-18d31f63-47a2-46e9-909c-a66811032dbb req-2163ace4-20a9-4208-b09f-e5dc313009bf tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 832.692999] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 832.693329] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.693456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.693523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.693780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.693959] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.694241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.694336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.694517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.694643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.694807] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.992706] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.993090] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.993244] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.993587] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.993860] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.994226] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.994226] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.994889] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.994889] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.994889] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.995374] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.995374] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.995374] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.995571] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 832.995571] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.996300] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.014387] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.014742] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.014972] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.015201] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.015642] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-0f7b14f9-5627-4521-9dfa-3fb271e7e435 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.015891] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.017009] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.017009] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.017009] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7b14f9-5627-4521-9dfa-3fb271e7e435',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.198471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.198776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.198776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.198933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.199035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.199230] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.199335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.199396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.199527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.199604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.199689] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 already deleted. [ 833.199778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.467450] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 833.467912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.468146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.468424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.468764] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.468892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.468958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.469136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.469220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.469318] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.472696] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 833.472862] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 deletion is rescheduled due to dependency. [ 833.472963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.519096] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.519186] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.519320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.519813] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.519975] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.520150] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 0f7b14f9-5627-4521-9dfa-3fb271e7e435 not found, creating... [ 833.520432] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.521112] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521112] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521112] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.521112] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.521380] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.521625] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.521688] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.521881] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.522074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.522222] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 0f7b14f9-5627-4521-9dfa-3fb271e7e435 is going to be created. [ 833.543468] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.543813] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.544654] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.544654] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.544654] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.544815] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.971671] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.163785] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: SUCCESS [ 834.163785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.323103] env[70911]: INFO networking_nsxv3.common.synchronization [req-18d31f63-47a2-46e9-909c-a66811032dbb req-eab326ab-3c0c-4bb0-9c22-07f6d05290dd service nova] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_rules [ 834.323470] env[70911]: INFO networking_nsxv3.common.synchronization [req-18d31f63-47a2-46e9-909c-a66811032dbb req-eab326ab-3c0c-4bb0-9c22-07f6d05290dd service nova] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 834.323470] env[70911]: INFO networking_nsxv3.common.synchronization [req-18d31f63-47a2-46e9-909c-a66811032dbb req-eab326ab-3c0c-4bb0-9c22-07f6d05290dd service nova] Enqueued Resource ID: 0f7b14f9-5627-4521-9dfa-3fb271e7e435 with Priority: HIGHEST for action port [ 834.323652] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_rules [ 834.323844] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 834.323878] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7b14f9-5627-4521-9dfa-3fb271e7e435 with Priority: HIGHEST for action port [ 834.324460] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.324622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.324770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.325172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.325172] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.329291] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.329416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.329490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.329686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.329849] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.329941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.330049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.330162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.330245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.330339] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.331192] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7b14f9-5627-4521-9dfa-3fb271e7e435 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.331306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.331369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.331522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.331599] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7b14f9-5627-4521-9dfa-3fb271e7e435',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.470898] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: SUCCESS [ 834.471159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.473589] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.835015] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f7b14f9-5627-4521-9dfa-3fb271e7e435 with status ACTIVE [ 834.838275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.838275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.838275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.838275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.839172] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f7b14f9-5627-4521-9dfa-3fb271e7e435 is going to be updated. [ 834.840520] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.841417] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.841541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.874466] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.874605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.874728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.874894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.875046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.875202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7b14f9-5627-4521-9dfa-3fb271e7e435" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.977015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.977228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.977307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.977587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.977710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.977852] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 835.022924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.023077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.023177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.023343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.023481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.032193] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 835.343850] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.530666] env[70911]: INFO networking_nsxv3.common.synchronization [req-914635af-a6c1-46cf-b638-624b8d7d14c8 req-83e0f3a1-36c9-48af-b446-a72de2dfa512 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 835.531202] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 835.531507] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.531602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.716063] env[70911]: INFO networking_nsxv3.common.synchronization [req-d9a4d340-ec80-4188-9b92-1e880c74b8f8 req-741eefa0-1a38-4dc7-84ee-734c50a9c236 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_members [ 835.716709] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGHEST for action security_group_members [ 835.717174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.717259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.717297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.717717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.717819] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.717936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.717999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.718177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.718282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.718383] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.849530] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.849530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.849530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.849530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.849530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.849530] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be created. [ 835.876127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.876127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.876127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.876127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.876127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.887216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: UNINITIALIZED for 2s [ 836.027899] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.028272] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.028776] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.029279] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.032070] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.032070] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.032070] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.032070] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.032070] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.032070] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.032070] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.032070] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.032070] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.032070] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.032070] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.032070] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.057661] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.057661] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.057799] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.057900] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.058257] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-95da182b-ba27-4f6b-a133-92846020d522 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.058454] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.058579] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.058903] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.060546] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95da182b-ba27-4f6b-a133-92846020d522',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.220930] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.221125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.221201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.221464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.260920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.260920] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.261361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.261361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.261534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.261534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.261678] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef is going to be updated. [ 836.308908] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.309103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.309157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.309362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.309509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.321184] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef in Status: IN_PROGRESS for 2s [ 836.565287] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.565793] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.566078] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.566476] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.566696] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.566799] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 95da182b-ba27-4f6b-a133-92846020d522 not found, creating... [ 836.570792] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.570792] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.570792] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.571315] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 95da182b-ba27-4f6b-a133-92846020d522 is going to be created. [ 836.600175] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.600175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.600175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.600175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.600175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.600175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.043486] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 837.043643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.043820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.044042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.044240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.047122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.047246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.047399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.047511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.047584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.047665] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.554532] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.554819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.554895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.555307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.555662] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.555831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.555831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.555975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.556093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.556187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.556388] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.556520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.556594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.556683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.556857] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.557143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.557143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.557333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.557424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.557568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.557721] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.610070] env[70911]: INFO networking_nsxv3.common.synchronization [req-77b6aeca-6893-4a95-aa35-f7f6b9e7802a req-07ff8a0a-b6de-4d5a-9e49-71a4efbb2938 tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 837.610638] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 837.610964] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.611661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.612757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.613088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.613314] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.613431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.613603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.613693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.613821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.613925] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.670098] env[70911]: INFO networking_nsxv3.common.synchronization [req-914635af-a6c1-46cf-b638-624b8d7d14c8 req-ece52e9b-67bd-408a-8fa1-c41656770905 service nova] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_rules [ 837.670322] env[70911]: INFO networking_nsxv3.common.synchronization [req-914635af-a6c1-46cf-b638-624b8d7d14c8 req-ece52e9b-67bd-408a-8fa1-c41656770905 service nova] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 837.670520] env[70911]: INFO networking_nsxv3.common.synchronization [req-914635af-a6c1-46cf-b638-624b8d7d14c8 req-ece52e9b-67bd-408a-8fa1-c41656770905 service nova] Enqueued Resource ID: 95da182b-ba27-4f6b-a133-92846020d522 with Priority: HIGHEST for action port [ 837.670785] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_rules [ 837.670938] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 837.671056] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95da182b-ba27-4f6b-a133-92846020d522 with Priority: HIGHEST for action port [ 837.671665] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.671818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672010] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.672263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672451] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-95da182b-ba27-4f6b-a133-92846020d522 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.672546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.672610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.672803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.672886] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95da182b-ba27-4f6b-a133-92846020d522',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.901934] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 837.902184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.902355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.902570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.902795] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.904916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.904916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.904916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.904916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.904916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.904916] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.905556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.905594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.906131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.906131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.906131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.906131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.906131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.907067] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.064087] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17596159-efd9-4ae7-b60b-7f1f94b6daed: rpc.has_security_group_logging(os_id): False [ 838.090352] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.090657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.090748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.090965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.117866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.118184] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.118332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.118385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.118622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.118690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.118893] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.118994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.119069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.119218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.119296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.119488] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.119622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.119622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.119813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.119864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.119936] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 838.121427] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.124191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.124270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.124437] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.150333] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.150462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.150524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.150729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.150811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.150912] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be updated. [ 838.174975] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95da182b-ba27-4f6b-a133-92846020d522 with status ACTIVE [ 838.175247] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.175385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.175455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.175669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.175761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.175938] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.176039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.176101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.176247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.176321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.176496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.176610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.176655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.176770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.176913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.176913] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95da182b-ba27-4f6b-a133-92846020d522 is going to be updated. [ 838.196181] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.196326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.196425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.196577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.196958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.198944] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.198944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.198944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.198944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.198944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.208252] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.208252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.208252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.208252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.208252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.208500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95da182b-ba27-4f6b-a133-92846020d522" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.212163] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: IN_PROGRESS for 2s [ 838.212761] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 838.342530] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef in Status: SUCCESS [ 838.342530] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef deletion is rescheduled due to dependency. [ 838.342530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.406026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.406435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.410978] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.918178] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.317081] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4d5874e-f0ad-4af4-b464-b17417147201 req-c2eb9eb2-34a2-4e90-a0fa-c5ca6434e225 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 839.318157] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 839.318565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.318862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.424625] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.424625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.424625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.424625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.424625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.424625] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 839.454504] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.454667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.454755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.455793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.457124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.474565] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 839.727898] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.727898] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.727898] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.727898] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.728182] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.728342] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.728482] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.728693] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.728837] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.729056] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.729172] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.729280] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.729387] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.729494] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.729597] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.729727] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.753511] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.753688] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.753824] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.754038] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-444" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.754357] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-d8ac4208-b6c8-4870-873d-5df0279336b3 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.754532] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.754652] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.755187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.755370] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ac4208-b6c8-4870-873d-5df0279336b3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.238336] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: SUCCESS [ 840.238336] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 deletion is rescheduled due to dependency. [ 840.238336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.238336] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 840.238336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.259263] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.259592] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.259772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.260190] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.260414] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.260675] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port d8ac4208-b6c8-4870-873d-5df0279336b3 not found, creating... [ 840.261014] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.265275] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.265422] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.265728] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.265879] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.266321] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.266535] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.266664] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.266923] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.267085] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.267243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: d8ac4208-b6c8-4870-873d-5df0279336b3 is going to be created. [ 840.289493] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.289744] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.289934] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.290279] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.290584] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.290846] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.007369] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4d5874e-f0ad-4af4-b464-b17417147201 req-ae347ae7-e417-4543-bcd7-237d92bfffc2 service nova] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_rules [ 841.007590] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4d5874e-f0ad-4af4-b464-b17417147201 req-ae347ae7-e417-4543-bcd7-237d92bfffc2 service nova] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 841.007729] env[70911]: INFO networking_nsxv3.common.synchronization [req-e4d5874e-f0ad-4af4-b464-b17417147201 req-ae347ae7-e417-4543-bcd7-237d92bfffc2 service nova] Enqueued Resource ID: d8ac4208-b6c8-4870-873d-5df0279336b3 with Priority: HIGHEST for action port [ 841.007959] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_rules [ 841.008106] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 841.008223] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ac4208-b6c8-4870-873d-5df0279336b3 with Priority: HIGHEST for action port [ 841.012222] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.012343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.012554] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.012641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.012820] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8ac4208-b6c8-4870-873d-5df0279336b3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.012945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.013033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.013241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.013319] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ac4208-b6c8-4870-873d-5df0279336b3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.485391] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 841.485701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.485877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.486159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.486349] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.486473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.486541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.486691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.486827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.486876] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.515861] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8ac4208-b6c8-4870-873d-5df0279336b3 with status ACTIVE [ 841.516094] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.516278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.516353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.516490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.516576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.516749] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.516838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.516897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.517055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.517130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.517305] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.517395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.517454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.517625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.517697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.517780] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8ac4208-b6c8-4870-873d-5df0279336b3 is going to be updated. [ 841.545576] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.545576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.545576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.545783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.545926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.546094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8ac4208-b6c8-4870-873d-5df0279336b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.990261] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.999509] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e1510eb-678e-4a31-962c-206d53230d20 req-207c73eb-6862-4f4e-970e-4c563b4e3461 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 842.001960] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 842.001960] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.001960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.001960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.001960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.001960] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.001960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.001960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.001960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.001960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.001960] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.433639] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.433867] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.434028] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.435043] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.435043] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.435043] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.435043] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.435252] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.435252] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.437430] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.437630] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.437760] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.437879] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.438031] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.438147] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.438290] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.458422] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.460109] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.460109] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.460109] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.460109] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ed6f8216-b366-4556-b1de-2961a673d97b taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.460109] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.460109] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.460448] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.460448] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6f8216-b366-4556-b1de-2961a673d97b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.497143] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.503856] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.504121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.504121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.504348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.528303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.528643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.528785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.528844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.529087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.529188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.529291] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 842.554031] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.554031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.554031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.554031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.554031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.566698] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 842.963429] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.963612] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.963804] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.964044] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.964204] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.964360] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port ed6f8216-b366-4556-b1de-2961a673d97b not found, creating... [ 842.964629] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.964795] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.964915] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.965172] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.965326] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.965613] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.965771] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.965885] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.966608] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.966777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.966922] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ed6f8216-b366-4556-b1de-2961a673d97b is going to be created. [ 842.989774] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.990053] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.990171] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.990447] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.990671] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.990900] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.001922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.002059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.002059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.002426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.002527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.002632] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 843.035026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.035026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.035026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.035026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.035506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.046270] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 843.991462] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e1510eb-678e-4a31-962c-206d53230d20 req-78f2c0be-68df-4eb4-bf3d-e1e24a73bd23 service nova] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_rules [ 843.991462] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e1510eb-678e-4a31-962c-206d53230d20 req-78f2c0be-68df-4eb4-bf3d-e1e24a73bd23 service nova] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 843.991462] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e1510eb-678e-4a31-962c-206d53230d20 req-78f2c0be-68df-4eb4-bf3d-e1e24a73bd23 service nova] Enqueued Resource ID: ed6f8216-b366-4556-b1de-2961a673d97b with Priority: HIGHEST for action port [ 843.991462] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_rules [ 843.991462] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 843.991462] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6f8216-b366-4556-b1de-2961a673d97b with Priority: HIGHEST for action port [ 843.993079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.993079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.993079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.993911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.994116] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.996193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.996554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.998015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed6f8216-b366-4556-b1de-2961a673d97b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.998015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.998015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.998015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.998015] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6f8216-b366-4556-b1de-2961a673d97b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.497048] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.497227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.499993] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed6f8216-b366-4556-b1de-2961a673d97b with status ACTIVE [ 844.500241] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.500364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.500431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.500630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.500724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.500888] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.500984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.501055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.501209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.501287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.501462] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.501602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.501602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.501743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.501890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.501992] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed6f8216-b366-4556-b1de-2961a673d97b is going to be updated. [ 844.522107] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.522245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.522312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.522524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.522715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.522906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed6f8216-b366-4556-b1de-2961a673d97b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.575098] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 844.575289] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 deletion is rescheduled due to dependency. [ 844.575434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.575613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.575821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.575999] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.576132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.576198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.576351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.576432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.576526] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.057060] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.057060] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.057060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.057861] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.057861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.057861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.057861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.058047] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.058283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.058283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.058369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.058425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.058641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.059411] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.060015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.060224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.060382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.060476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.060544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.060678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.060764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.060835] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.080969] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.563411] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.564575] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 387ee7cc-2d20-428c-94dc-d58adb6ba600: rpc.has_security_group_logging(os_id): False [ 845.581943] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.582154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.582247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.582460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.582598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.582882] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.583048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.583140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.583315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.583418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.583652] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.583811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.583902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.584075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.584171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.584363] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.584458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.584624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.584742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.584849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.585812] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be created. [ 845.587716] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.647840] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.648068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.648146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.648355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.648537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.659526] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 846.066674] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.090540] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.090750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.090820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.091033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.091127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.091225] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 846.121301] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.121427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.121427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.121634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.121780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.130130] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 846.569140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.569297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.569368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.569583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.569669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.569769] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 846.619386] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.619541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.619606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.619820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.619947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.628976] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 847.642513] env[70911]: INFO networking_nsxv3.common.synchronization [req-1eed2354-87e1-40a5-b5c7-3862afe65a90 req-be61a2c1-011d-4699-a9a7-8a9cd0a45b03 tempest-ServersTestBootFromVolume-1314077806 tempest-ServersTestBootFromVolume-1314077806-project-member] Enqueued Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_members [ 847.643200] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGHEST for action security_group_members [ 847.643827] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.643827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.643827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.644190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.644294] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.644443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.644556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.644752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.644889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.645037] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.691017] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 847.691017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.691017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.691283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.691283] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.147432] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 848.147739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.148187] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.148314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.148381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.148608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.149661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.149851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.150092] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.150209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.150274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.150424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.150508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.150594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.150684] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.172544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.175182] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.175352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.175449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.175627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.175736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.175806] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea is going to be updated. [ 848.195747] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.195911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204622] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.204622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.204622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.204993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.217015] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44844700-a55c-4644-b3bf-b6803f4d45ea in Status: IN_PROGRESS for 2s [ 848.270036] env[70911]: INFO networking_nsxv3.common.synchronization [req-ddd6988e-6676-47ee-83af-d884cf052584 req-35a0782b-bcf5-41e0-b477-159b5b7a30f1 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_members [ 848.271345] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_members [ 848.271345] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.271345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.271702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.272012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.272272] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.272522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.272696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.273044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.273227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.273415] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.642176] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 848.642910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.643251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.643614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.645089] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.645089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.645089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.645089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.645089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.645089] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.653382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.653579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.653648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.653858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.654055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.654157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.654217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.654376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.654474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.654561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.654705] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.654796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.654848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.654982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.655171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.655264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.655318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.655457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.656245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.656245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.656245] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.777668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.777841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.777890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.778837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.778837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.778837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.778837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.778837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.778837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.778837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.778837] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682d627a-f444-44ff-96fd-79a92a27545d already deleted. [ 848.779246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.800304] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.800555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.800689] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.801011] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.801318] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.801515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.801653] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.801905] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.804520] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.804796] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.804936] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.805066] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.805478] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.805478] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.805478] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.805712] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.825071] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.825219] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.825327] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.825572] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.825866] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.826054] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.826190] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.826489] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.826712] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6431a6ba-1560-45e8-8b96-5ea9a3c6baaf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.147859] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.158678] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc6e4d75-73c6-44f9-ae44-f949ce239c14: rpc.has_security_group_logging(os_id): False [ 849.175525] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.175692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.175762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.175974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.176077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.176293] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.176387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.176454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.176601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.176677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.176858] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.176951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.177020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.177160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.177236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.177412] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.177608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.177728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.177848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.177956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.178070] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 849.253640] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.253874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.253874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.254126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.254278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.273752] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 849.331666] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.331666] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf not found, creating... [ 849.331666] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.331666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.332187] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.332187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.332187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.332187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.332187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.332363] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf is going to be created. [ 849.371057] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.371294] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.371341] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.371695] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.372032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.372313] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.650803] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.155097] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.155097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.155097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.155097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.155097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.155097] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 850.186863] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.186863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.186863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.186863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.186863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.194778] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 850.202687] env[70911]: INFO networking_nsxv3.common.synchronization [req-ddd6988e-6676-47ee-83af-d884cf052584 req-49cdb909-0772-4dbf-9b89-9008aafefe15 service nova] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_rules [ 850.202687] env[70911]: INFO networking_nsxv3.common.synchronization [req-ddd6988e-6676-47ee-83af-d884cf052584 req-49cdb909-0772-4dbf-9b89-9008aafefe15 service nova] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_members [ 850.202687] env[70911]: INFO networking_nsxv3.common.synchronization [req-ddd6988e-6676-47ee-83af-d884cf052584 req-49cdb909-0772-4dbf-9b89-9008aafefe15 service nova] Enqueued Resource ID: 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf with Priority: HIGHEST for action port [ 850.202687] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_rules [ 850.202687] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_members [ 850.202687] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf with Priority: HIGHEST for action port [ 850.203324] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.203580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.203782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.204116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.204313] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.205378] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.205637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.205799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.206393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.207119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.207119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.207119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.207411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.208285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.208285] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.209211] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.210288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.210288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.210288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.210288] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6431a6ba-1560-45e8-8b96-5ea9a3c6baaf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.249841] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44844700-a55c-4644-b3bf-b6803f4d45ea in Status: SUCCESS [ 850.249841] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea deletion is rescheduled due to dependency. [ 850.249841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.711542] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf with status ACTIVE [ 850.711810] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.711974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.712042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.712422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.712422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.712581] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.712670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.712731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.712889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.712982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.713193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.713287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.713346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.713480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.713552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.713637] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6431a6ba-1560-45e8-8b96-5ea9a3c6baaf is going to be updated. [ 850.714853] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.715844] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.715960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.737497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.737746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.737853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.738051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.738188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.738497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6431a6ba-1560-45e8-8b96-5ea9a3c6baaf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.217414] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.286110] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 851.286349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.721879] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.722176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.722220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.722856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.722856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.722856] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682d627a-f444-44ff-96fd-79a92a27545d is going to be created. [ 851.747325] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.747325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.747325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.747325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.747325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.756078] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: UNINITIALIZED for 2s [ 852.212885] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 852.213057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.213211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.213500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.213770] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.213932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.214042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.214448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.214448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.215688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.215688] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.723641] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.723641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.723641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.724028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.724028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.724028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.724028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.724236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.724271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.724377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.724468] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.726013] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.726013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.726013] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.096190] env[70911]: INFO networking_nsxv3.common.synchronization [req-debc18cc-bb3a-4d97-a06f-8b47b5e0cd89 req-8d044107-7336-47d8-a92c-c5960ed3dc1f tempest-ServersTestFqdnHostnames-410709244 tempest-ServersTestFqdnHostnames-410709244-project-member] Enqueued Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_members [ 853.096773] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGHEST for action security_group_members [ 853.097016] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.097214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.097319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.097478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.097687] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.097836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.097836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.098048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.098178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.098283] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.228119] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 387ee7cc-2d20-428c-94dc-d58adb6ba600: rpc.has_security_group_logging(os_id): False [ 853.246009] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.246192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.246266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.246471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.246593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.246763] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.246865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.246924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.247088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.247163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.247364] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.247458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.247545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.247674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.247749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.247934] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.248063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.248109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.248308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.248386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.248470] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 853.332082] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.332231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.332309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.332551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.332702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.349693] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 853.600519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.601125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.601125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.601125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.623590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.626811] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.626811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.626811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.626811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.626811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.626811] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 is going to be updated. [ 853.655039] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.655039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.655039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.655039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.655039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.660556] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 in Status: IN_PROGRESS for 2s [ 853.766973] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: SUCCESS [ 853.767291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.768390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.768390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.768390] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.768390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.768390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.768721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.768854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.768970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.769097] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.271684] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.593086] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-1488270d-22bb-4551-9ac7-446907e9e943 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 854.593613] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 854.593919] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.594037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.594105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.594347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.594504] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.594604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.594675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.594809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.594892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.594982] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.774558] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 682d627a-f444-44ff-96fd-79a92a27545d: rpc.has_security_group_logging(os_id): False [ 854.793467] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.793791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.793958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.794265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.794461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.795046] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.795291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.795539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.795881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.796256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.796454] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682d627a-f444-44ff-96fd-79a92a27545d is going to be created. [ 854.870073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.873869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.873869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.873869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.873869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.884097] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: IN_PROGRESS for 2s [ 855.001469] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.001680] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.001805] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.002152] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.002416] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.002574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.002692] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.002913] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.003161] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.003414] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.003559] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.003716] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.003873] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.004049] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.004194] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.004355] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.023861] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.024014] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.024145] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.024321] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.024739] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.024834] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.024993] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.025306] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.025437] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032c42fd-aeb1-4a5e-ba41-935b1d6b51b3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.102962] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.102962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.103109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.103262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.103353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.103612] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.103687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.103738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.103857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.103933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.104031] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 already deleted. [ 855.104166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.363157] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 855.364426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.364623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.364848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.364946] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.527628] env[70911]: INFO networking_nsxv3.common.synchronization [None req-af72ed13-4c96-42e8-9f46-0cd7d37b7489 None None] Enqueued Resource ID: f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0 with Priority: HIGHEST for action port [ 855.528162] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.528354] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.528479] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.528786] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.528938] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.530175] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 not found, creating... [ 855.530466] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.530639] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.530763] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.530991] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.531147] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.531431] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.531589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.531707] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.531920] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.532065] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.532250] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 is going to be created. [ 855.533261] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0 with Priority: HIGHEST for action port [ 855.533836] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.533904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.533975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.534171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.534255] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.554888] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.555108] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.555234] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.555497] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.555741] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.555965] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.686849] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 in Status: SUCCESS [ 855.686849] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 deletion is rescheduled due to dependency. [ 855.686849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.869355] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.869670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.869670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.869794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.869955] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.870180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.870180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.870295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.870409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.870512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.870610] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.953794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.953947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.954529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.954529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.954529] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.036105] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0 [ 856.036675] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.036675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.036675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.036843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.036843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.037749] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0 already deleted. [ 856.037749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e3c7b0-63dd-4ebe-b68c-dafbd33cc1d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.296242] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-ca932de2-a934-49a6-a76c-ca07882ff2e5 service nova] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_rules [ 856.296460] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-ca932de2-a934-49a6-a76c-ca07882ff2e5 service nova] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 856.296602] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-ca932de2-a934-49a6-a76c-ca07882ff2e5 service nova] Enqueued Resource ID: 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 with Priority: HIGHEST for action port [ 856.298345] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_rules [ 856.298345] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 856.298345] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 with Priority: HIGHEST for action port [ 856.298345] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.298345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.298345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.298345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.298345] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.299424] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.299424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.299424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.299424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.299691] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.299691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.299691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.299812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.299898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.300023] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.302281] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.302281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.302281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.302422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.302459] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032c42fd-aeb1-4a5e-ba41-935b1d6b51b3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.373477] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.373477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.373477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.374015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.374250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.374557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.375119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.375119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.375119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.375119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.375316] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.375405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.375521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.375677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.375830] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.375923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.375982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.376134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.376212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.376294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.376383] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.422264] env[70911]: INFO networking_nsxv3.common.synchronization [None req-167923fe-0c5c-482e-8aab-af6ede4968cc tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Enqueued Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_rules [ 856.426736] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_rules [ 856.427163] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.427278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.427345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.427597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.427735] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.456427] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.525417] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ec477fc5-a0a3-46a8-84f3-fd1cc13c1ae9 tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Enqueued Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_rules [ 856.527102] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_rules [ 856.527102] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.528150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.804564] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.805300] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.805421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.805635] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 with status ACTIVE [ 856.806096] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.806196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.806265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.806476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.806566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.806751] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.806844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.806904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.807853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.807853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.807991] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.811375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.811454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.811618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.811702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.811790] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 032c42fd-aeb1-4a5e-ba41-935b1d6b51b3 is going to be updated. [ 856.834476] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.834611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.834683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.834889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.835041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.835196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-032c42fd-aeb1-4a5e-ba41-935b1d6b51b3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.878925] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 387ee7cc-2d20-428c-94dc-d58adb6ba600: rpc.has_security_group_logging(os_id): False [ 856.908164] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.909345] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.909345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.909345] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.909706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.909706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.909706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.909706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.909868] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.910975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.911196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.911828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.911828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.911828] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 856.916439] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: SUCCESS [ 856.916647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.955165] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.955165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.955165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.955165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.955165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.955165] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df already deleted. [ 856.955165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.956831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.957034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.957129] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.962375] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.996074] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.998034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.998034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.998034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.998034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.030809] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 857.314399] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.464029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 857.464029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 857.484482] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.484691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.484691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.485050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.485050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.485204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df already deleted. [ 857.485204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.816275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.816421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.817040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.817040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.817040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.817040] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be created. [ 857.864358] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.864509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.864580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.864792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.864952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.876220] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b737c968-23d1-4357-8b76-3b0c4548a455 None None] Enqueued Resource ID: fa36e722-71f4-468d-b353-9e8f54983cb4 with Priority: HIGHEST for action port [ 857.876503] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa36e722-71f4-468d-b353-9e8f54983cb4 with Priority: HIGHEST for action port [ 857.879016] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa36e722-71f4-468d-b353-9e8f54983cb4 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.879016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa36e722-71f4-468d-b353-9e8f54983cb4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.879016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa36e722-71f4-468d-b353-9e8f54983cb4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.879016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa36e722-71f4-468d-b353-9e8f54983cb4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.879016] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa36e722-71f4-468d-b353-9e8f54983cb4',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.882116] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: UNINITIALIZED for 2s [ 858.390380] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa36e722-71f4-468d-b353-9e8f54983cb4 [ 858.390687] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.390781] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.390828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.391384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.391560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.391677] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa36e722-71f4-468d-b353-9e8f54983cb4 already deleted. [ 858.391770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa36e722-71f4-468d-b353-9e8f54983cb4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.447595] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.447967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.447967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.448511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.462348] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 858.463212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.464290] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 858.496928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.497140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.497215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.497474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.517096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.517096] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 858.517385] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 858.517385] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 858.557323] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.557487] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.557611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.557828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.559453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.559638] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 858.739984] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.740158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.740224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.740398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.740638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.741046] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 858.832064] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.833020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.833145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.833403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.833674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.833941] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 858.834124] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'222f09d9-a264-46c9-8cfe-e466fe999119', '368eba90-9b4d-4517-9956-05f649ac1e50', '767a0277-7fc3-4c4f-8b1c-477a54eb383b', '682d627a-f444-44ff-96fd-79a92a27545d', 'ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9', '36783042-915a-436d-944a-0fc0fe475eb8', 'da79acd4-2022-49b5-a4b8-03a10661cdb3', '4a518215-7103-45f4-a37d-7a6b77b692c5', '2af1f2ca-b633-45d5-ab2f-f187614df7f9', '5968f9f0-8e46-4bce-9ef6-30af4eec9028', 'cc6e4d75-73c6-44f9-ae44-f949ce239c14', '0f3a490a-4fbf-4f18-9fad-9270e56842fc', 'a3db9a96-159e-4990-98d2-fe40412510df', '7669e661-2a60-42e7-810a-de0d62c6ea02', 'edb8e385-bb90-4f0a-9a27-b61abe9cd7e7', 'df6ac946-a472-45a2-892e-186be9e76944', '5960d561-56f6-4e3f-a3b4-79701b77e0ef', '44844700-a55c-4644-b3bf-b6803f4d45ea', '17596159-efd9-4ae7-b60b-7f1f94b6daed', '7f26bdce-bc31-4164-8c5a-f9da97b755a7', 'bd429bfd-0845-4b81-aa46-8ee16d17570a', '69b6fc62-93c7-4fcd-9f43-17254cf61eb3', 'd5970d5f-9aee-4e81-a153-e6dabaa591ef', 'df8dddfa-7a91-4ed3-badf-ff429f86bce5', 'd677ad30-8273-418c-8e25-eed32b876835', '387ee7cc-2d20-428c-94dc-d58adb6ba600', '972b6b0e-ef40-43c1-a7cc-9c585e25e1c3', 'be821aef-aba3-4bb6-bcac-5dc133cc4c85', '167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f', '74bf3a62-3432-4037-8d7e-6d940a98e9f9', '33d543ba-fe8c-4dea-8925-5ad584c73575', '2c26fb3b-b6f0-4752-a127-ff5a559965e8', '44a8d6a9-b312-462f-a5a9-c06247d6707d', '5c46720a-572c-4388-baf1-8704bec70eef', '48b9a4d6-27f6-4b62-872a-21718831426e', 'b60213bd-cac0-4ad1-8346-3616d0c0765e', '46ea0d66-366a-4727-911b-9d0b7ca80ed1', '12034835-4c1b-4091-8769-683fdf3664df', 'b82dbaf2-175a-4059-852f-fa40a85c3c39', 'fad88f90-160d-4d4d-a96a-76993262d04a'} {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 858.834234] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 858.855200] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.855407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.855458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.855710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.855751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.855870] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 858.855961] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 858.856014] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 858.946630] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.947115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.947115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.947115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.948050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.948435] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 858.948435] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 858.948543] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 858.948543] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 858.948668] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 858.948760] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGH for action security_group_rules [ 858.948836] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGH for action security_group_rules [ 858.948914] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGH for action security_group_rules [ 858.949058] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGH for action security_group_rules [ 858.949157] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGH for action security_group_rules [ 858.949259] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGH for action security_group_rules [ 858.949379] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGH for action security_group_rules [ 858.949482] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGH for action security_group_rules [ 858.949590] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGH for action security_group_rules [ 858.949707] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGH for action security_group_rules [ 858.949821] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGH for action security_group_rules [ 858.949949] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGH for action security_group_rules [ 858.950054] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGH for action security_group_rules [ 858.950054] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGH for action security_group_rules [ 858.950110] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGH for action security_group_rules [ 858.950199] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGH for action security_group_rules [ 858.950283] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGH for action security_group_rules [ 858.950394] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGH for action security_group_rules [ 858.950471] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGH for action security_group_rules [ 858.950534] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGH for action security_group_rules [ 858.950645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.044256] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 859.044509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.892771] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 859.892981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.893161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.893380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.893574] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.893690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.893753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.893901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.893978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.894073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.894163] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.068790] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-454484e5-b227-4603-ae62-926b582b1f20 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 860.069063] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 860.069098] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222f09d9-a264-46c9-8cfe-e466fe999119 with Priority: HIGH for action security_group_rules [ 860.069200] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b with Priority: HIGH for action security_group_rules [ 860.069299] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 with Priority: HIGH for action security_group_rules [ 860.069815] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 with Priority: HIGH for action security_group_rules [ 860.069876] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 with Priority: HIGH for action security_group_rules [ 860.069998] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGH for action security_group_rules [ 860.070077] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44844700-a55c-4644-b3bf-b6803f4d45ea with Priority: HIGH for action security_group_rules [ 860.070172] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef with Priority: HIGH for action security_group_rules [ 860.070264] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGH for action security_group_rules [ 860.070352] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df6ac946-a472-45a2-892e-186be9e76944 with Priority: HIGH for action security_group_rules [ 860.070442] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3db9a96-159e-4990-98d2-fe40412510df with Priority: HIGH for action security_group_rules [ 860.070536] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGH for action security_group_rules [ 860.070642] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGH for action security_group_rules [ 860.070827] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 with Priority: HIGH for action security_group_rules [ 860.070968] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGH for action security_group_rules [ 860.071078] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGH for action security_group_rules [ 860.071177] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGH for action security_group_rules [ 860.071275] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 with Priority: HIGH for action security_group_rules [ 860.071372] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 368eba90-9b4d-4517-9956-05f649ac1e50 with Priority: HIGH for action security_group_rules [ 860.071462] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGH for action security_group_rules [ 860.071756] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.071877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.071940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.072183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.072346] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.072522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.072522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.072638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.072717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.072809] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.074152] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-222f09d9-a264-46c9-8cfe-e466fe999119 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.074285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.074333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.074699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.074699] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('222f09d9-a264-46c9-8cfe-e466fe999119',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.075709] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.075812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.075877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.076535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.076535] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('767a0277-7fc3-4c4f-8b1c-477a54eb383b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.076878] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da79acd4-2022-49b5-a4b8-03a10661cdb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.076928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.076953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.077118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.077210] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da79acd4-2022-49b5-a4b8-03a10661cdb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.077895] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.077999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.078070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.078216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.078286] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb8e385-bb90-4f0a-9a27-b61abe9cd7e7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.079331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.079460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.079528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.079677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.079770] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f26bdce-bc31-4164-8c5a-f9da97b755a7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.082293] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.082420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.082845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.082845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.082845] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.083647] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44844700-a55c-4644-b3bf-b6803f4d45ea taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.083784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.084768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.084768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.084768] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44844700-a55c-4644-b3bf-b6803f4d45ea',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.084858] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.084957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.085011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.085168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.085238] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5960d561-56f6-4e3f-a3b4-79701b77e0ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.086074] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.086239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.086239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.227179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.227315] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.227671] env[70911]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 860.228860] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df6ac946-a472-45a2-892e-186be9e76944 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.228860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.229298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.229298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.229542] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df6ac946-a472-45a2-892e-186be9e76944',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.230313] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3db9a96-159e-4990-98d2-fe40412510df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.230425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.230492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.230651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.230721] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3db9a96-159e-4990-98d2-fe40412510df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.231647] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.231776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.231831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.232626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.232626] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.232815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.232920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.232982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.233141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.233212] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.234275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.234369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.234440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.234588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.234661] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5968f9f0-8e46-4bce-9ef6-30af4eec9028',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.235602] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.235690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.235739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.239017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.239017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.239017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.239017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.239017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.239017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.239017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.239017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.239017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.239017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.239017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.239017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.240467] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.240467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.240467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.240467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.240467] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.240759] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-368eba90-9b4d-4517-9956-05f649ac1e50 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.240836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.240865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.240995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.241083] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('368eba90-9b4d-4517-9956-05f649ac1e50',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.241296] env[70911]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 860.241949] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.242073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.242139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.242281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.242349] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.247044] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.274186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.274186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.274186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.274186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.300793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.300793] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 222f09d9-a264-46c9-8cfe-e466fe999119 is going to be deleted. [ 860.352144] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.352275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.352341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.352542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.352625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.352737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-222f09d9-a264-46c9-8cfe-e466fe999119" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.398028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.398028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.547824] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.547824] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.547824] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.548196] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.548237] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.548476] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.548529] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.548715] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.548899] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.549092] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.549209] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.549321] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.549435] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.549529] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 860.549634] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.549767] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.566930] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.567122] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 860.567265] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.567444] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.567913] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-55a7a545-9bd2-40f3-9835-8bdef4194020 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.568028] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.568157] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.568480] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.568653] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a7a545-9bd2-40f3-9835-8bdef4194020',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.753729] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.766497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.766497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.766497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.766497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.766497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.766497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.781021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.781641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.781852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.782174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.782476] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.782742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.782921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.783213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.787202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.787202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.787202] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.791092] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.791589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.791827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.792153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.795071] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.795071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.795071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.795071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.795071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.795071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.795071] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.809162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.809162] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da79acd4-2022-49b5-a4b8-03a10661cdb3 is going to be deleted. [ 860.812447] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.812857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.813119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.813525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.814066] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.814066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.814263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.814591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.815410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.815694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.816572] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.818268] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.818481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.818633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.818985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.819259] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.819428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.819576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.819840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.820015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.820218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.823956] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.829540] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.829843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.829962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.830290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.830572] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.831497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.831497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.831630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.831781] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.831936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.832105] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.837026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.837026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.837026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.837026] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.838357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.838618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.845733] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.846253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.846415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.846801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.847091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.847268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.847391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.847636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.847804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.847978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.848216] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.848480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.848635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.848840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.849043] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.849217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.849346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.849537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.849699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.849838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.850563] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.854693] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.854693] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.854693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.855082] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.855220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.855352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.855585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.855920] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.856212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.856360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.856583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.856761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.856906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.857057] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.871385] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36783042-915a-436d-944a-0fc0fe475eb8: rpc.has_security_group_logging(os_id): False [ 860.889146] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.889358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.890551] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.890704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.891477] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.891675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.894325] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.894442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.895146] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.895303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.899772] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.899887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.901891] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.901891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.905678] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.905815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.906565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.906671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.908061] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.908164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.908778] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 860.909244] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.909398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.910948] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 860.911420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.911631] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 767a0277-7fc3-4c4f-8b1c-477a54eb383b is going to be deleted. [ 860.913138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.913138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.914534] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.914690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.945032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.945138] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5968f9f0-8e46-4bce-9ef6-30af4eec9028 is going to be deleted. [ 860.946198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.946423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.948029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.949921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.968066] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.968228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.969054] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 860.969508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.969629] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44844700-a55c-4644-b3bf-b6803f4d45ea is going to be deleted. [ 860.974018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.974018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.014789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.014924] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9 is going to be deleted. [ 861.017078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.017078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.057401] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.057597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.059740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.059879] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be deleted. [ 861.060814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.061033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.062652] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.062757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.070966] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.071225] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.071332] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.071593] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.071746] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.071901] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 55a7a545-9bd2-40f3-9835-8bdef4194020 not found, creating... [ 861.072178] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.072338] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.072459] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.072681] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.072825] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.073125] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.073307] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.073430] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.073680] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.073823] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.074036] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 55a7a545-9bd2-40f3-9835-8bdef4194020 is going to be created. [ 861.130727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.130865] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 368eba90-9b4d-4517-9956-05f649ac1e50 is going to be deleted. [ 861.131767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.131972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.144369] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.144574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.144704] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.144969] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.145215] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.145438] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.160316] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.160440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.242121] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.242121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.242818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.242937] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f26bdce-bc31-4164-8c5a-f9da97b755a7 is going to be deleted. [ 861.243832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.244971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.260963] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.261178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.261255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.261476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.261567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.261661] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 861.299263] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.299358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.311020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.311020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.311020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.311020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.311020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.311561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.311561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.311561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.311561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.311561] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.311757] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.317370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.317566] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df6ac946-a472-45a2-892e-186be9e76944 is going to be deleted. [ 861.318663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.318846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.341875] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.342803] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.344069] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.344069] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.344604] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.344604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.344604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.345087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.345087] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.373421] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc6e4d75-73c6-44f9-ae44-f949ce239c14: rpc.has_security_group_logging(os_id): False [ 861.403086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.403229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb8e385-bb90-4f0a-9a27-b61abe9cd7e7 is going to be deleted. [ 861.404155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.404408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.464454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.464454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.468275] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.468409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.468475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.468709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.468861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.477442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.477569] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3db9a96-159e-4990-98d2-fe40412510df is going to be deleted. [ 861.478460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.478640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.508317] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 861.528093] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.528093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.535389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.535588] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be deleted. [ 861.536692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.539344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.562590] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.562590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.566316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.568444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.568444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.568444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.568444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.568980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.568980] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be updated. [ 861.570654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.570972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.594906] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.595052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.649125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.649269] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5960d561-56f6-4e3f-a3b4-79701b77e0ef is going to be deleted. [ 861.650317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.650523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.650614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.650755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-767a0277-7fc3-4c4f-8b1c-477a54eb383b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.650934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.655960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.656084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.656208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5968f9f0-8e46-4bce-9ef6-30af4eec9028" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.657417] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.657530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.657611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.657795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.657878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.657991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3db9a96-159e-4990-98d2-fe40412510df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.658274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.658347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44844700-a55c-4644-b3bf-b6803f4d45ea" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.658730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.658840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.659028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee2f18a6-28cb-4bbb-9a16-8eb30f112ee9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.659156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.659296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.659366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.659470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.659579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.659713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.659786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.659889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-368eba90-9b4d-4517-9956-05f649ac1e50" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.660022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.660157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.687327] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.687464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.703861] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.703861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.764380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.764723] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.764843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.764909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.765121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.765205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.765388] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.765483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.765546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.765699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.765775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.766031] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.766136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.766203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.766348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.766422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.766511] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 861.769750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.769820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.769915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.770052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df6ac946-a472-45a2-892e-186be9e76944" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.770216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.770378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da79acd4-2022-49b5-a4b8-03a10661cdb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb8e385-bb90-4f0a-9a27-b61abe9cd7e7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.771554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f26bdce-bc31-4164-8c5a-f9da97b755a7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.773036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.773225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.773329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.773543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.773618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.773787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.773948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.783893] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.784050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.784115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.784310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.784399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.784516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5960d561-56f6-4e3f-a3b4-79701b77e0ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.819051] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af1f2ca-b633-45d5-ab2f-f187614df7f9: rpc.has_security_group_logging(os_id): False [ 861.821668] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 682d627a-f444-44ff-96fd-79a92a27545d: rpc.has_security_group_logging(os_id): False [ 861.842612] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: IN_PROGRESS for 2s [ 861.846579] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17596159-efd9-4ae7-b60b-7f1f94b6daed: rpc.has_security_group_logging(os_id): False [ 861.851154] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3a490a-4fbf-4f18-9fad-9270e56842fc: rpc.has_security_group_logging(os_id): False [ 861.867150] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.867921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.868198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.868725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.880307] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.880307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.902365] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.902365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.902365] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.902365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.910022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.910022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.910022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.910022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.910022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.910022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.910022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.910022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.910022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.910731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.910941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.911439] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.911755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.914014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.914014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.914014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.914014] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 861.915452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.917916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.955429] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-dff184b0-a174-40ec-b978-e0ede984dff2 service nova] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_rules [ 861.955429] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-dff184b0-a174-40ec-b978-e0ede984dff2 service nova] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 861.955429] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-dff184b0-a174-40ec-b978-e0ede984dff2 service nova] Enqueued Resource ID: 55a7a545-9bd2-40f3-9835-8bdef4194020 with Priority: HIGHEST for action port [ 861.955429] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_rules [ 861.955429] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 861.955429] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55a7a545-9bd2-40f3-9835-8bdef4194020 with Priority: HIGHEST for action port [ 861.955429] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.955429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.955429] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.955429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.955429] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-55a7a545-9bd2-40f3-9835-8bdef4194020 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.956077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.956267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.956561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.956827] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55a7a545-9bd2-40f3-9835-8bdef4194020',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.982124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.982124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.982124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.982124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.982124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.982124] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682d627a-f444-44ff-96fd-79a92a27545d is going to be updated. [ 861.982746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.983034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.986465] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.986725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.015462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.015462] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.015462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.015462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.015462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.015462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.015462] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be updated. [ 862.015462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.015462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.049463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.049463] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.049463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.049463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.049463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.049463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.049463] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.049463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.049463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.049820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.049820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.049820] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.049820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.049943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.049973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.050058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.050139] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 862.051194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.051357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.051539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.081673] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 862.143413] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.143413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.143413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.143413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.143636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.152351] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.152480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.152546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.152739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.153706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.154597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.154714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.154783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.154954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.155096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.230485] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.230595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.230668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.230844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.230989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.234743] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: IN_PROGRESS for 2s [ 862.283624] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: IN_PROGRESS for 2s [ 862.286808] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 862.308562] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 862.309099] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 862.458603] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55a7a545-9bd2-40f3-9835-8bdef4194020 with status ACTIVE [ 862.458864] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.459021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.459112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.459377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.459454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.459915] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.459915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.459915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.459915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.460165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460165] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.460257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.460300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.460420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.460494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460583] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55a7a545-9bd2-40f3-9835-8bdef4194020 is going to be updated. [ 862.507526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.507738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.507825] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.508035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.508175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.508330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55a7a545-9bd2-40f3-9835-8bdef4194020" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.518444] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 863.518723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.518851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.519077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.519271] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.519391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.519497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.519699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.519842] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.519911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.520608] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.520608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.520608] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.520829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.520829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.520970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.521028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.521094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.521199] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.522103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.522258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.524054] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.524054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.524054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.524054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.524054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.524054] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.862603] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 863.862909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.891643] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b3c18a70-6b62-4b45-8ef2-a3c3437d226c tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_rules [ 863.892571] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_rules [ 863.893182] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.893436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.893589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.893930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.894498] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.991606] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b4de0a47-e408-4e77-9f9b-a459c7f79f3d tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_rules [ 863.992130] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_rules [ 863.992443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.992546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.028096] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.028096] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e151aed-1bda-48b8-9cf8-040ac59e9ee1: rpc.has_security_group_logging(os_id): False [ 864.045119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.045368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.045498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.045807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.045958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.046255] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.046414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.046527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.046764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.046901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.050859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.050859] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be created. [ 864.094634] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 864.095573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109088] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.109088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.109255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.109533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.110052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.124412] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 864.252472] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: SUCCESS [ 864.252472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303559] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 864.303559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.303559] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: SUCCESS [ 864.303559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.323650] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 864.323650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.414562] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.415215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.415215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.415215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.415215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.415215] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 already deleted. [ 864.415215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.415418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.415537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.415634] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.530766] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.942810] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.943635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.943795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.943907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.944037] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 already deleted. [ 864.944106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.036671] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.036671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.036671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.036671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.036671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.036671] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 865.064264] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.064404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.064474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.064674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.064812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.076824] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 865.174448] env[70911]: INFO networking_nsxv3.common.synchronization [req-2b78a9d4-f0fa-4f5b-a7d0-60476e3a423c req-51a8b727-928a-4a6a-b2e3-9cd684dba705 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 865.174448] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 865.174559] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.174666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.174727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.174967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.175176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.176236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.176236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.176236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.176236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.176236] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.678574] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.137763] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 866.138037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.138219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.138443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.138533] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.180355] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.641336] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.641512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.683164] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.683461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.683461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.683638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.683773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.683922] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 866.729764] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.730706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.730850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.731131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.731359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.741066] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 867.087095] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 867.087095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.087095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.087095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.087095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.087392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.087392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.087392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087519] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.504191] env[70911]: INFO networking_nsxv3.common.synchronization [req-5dffd3c7-8377-4c16-8dcc-a556ae9f2de3 req-d1d412ba-17bd-4a1a-acf2-4cb4a4e5ac99 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 867.504191] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 867.504404] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.506045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.506045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.506045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.506045] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.506045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.506270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.506355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.506469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.507511] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.589803] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.589959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.590111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.590338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.590505] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.590634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.590678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.590829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.590920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.591015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.591162] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.595024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.595024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.595024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.009210] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.009630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.009630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.009967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.010331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.010492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.010607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.010851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.011152] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 868.037147] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.037351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.037432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.037800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.037985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.046678] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 868.094276] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e151aed-1bda-48b8-9cf8-040ac59e9ee1: rpc.has_security_group_logging(os_id): False [ 868.115235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.115423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.115494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.115718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.115802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.116015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.116115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.116177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.116329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.116403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.116602] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.116694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.116755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.117018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.117103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.117286] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.117384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.117431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.117557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.117622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.117784] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 868.185585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.185745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.185790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.186017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.186168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.204018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 868.750480] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 868.750829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.059499] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 870.059771] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 deletion is rescheduled due to dependency. [ 870.059771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.214027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 870.214241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.340110] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-cbaebf47-2d6b-4866-be97-bb1f3393e7cf tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 872.340410] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 872.340594] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.341077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.341077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.341077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.341529] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.341529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.341529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.341679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.341679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.341737] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.848847] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.942076] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-848 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.942295] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.942425] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.942687] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.943038] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.943230] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.943358] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.943983] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.944208] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.944486] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.944618] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.944735] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.944851] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.944966] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 872.945115] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.945270] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.966375] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.966588] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 872.966742] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.966923] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-848" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.967261] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-d3211ffd-bf48-44e1-9405-fad7c41402f9 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.967438] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.967563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.968021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.968168] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3211ffd-bf48-44e1-9405-fad7c41402f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.351698] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.470940] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.470940] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.470940] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.472024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.472024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.472024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port d3211ffd-bf48-44e1-9405-fad7c41402f9 not found, creating... [ 873.472024] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.472024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.472231] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.472349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.472492] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.472880] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.472963] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.473070] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.473286] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.473424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.473566] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: d3211ffd-bf48-44e1-9405-fad7c41402f9 is going to be created. [ 873.493873] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.494093] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.494224] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.494477] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.494943] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.495014] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.854666] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.854831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.854898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.855169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.855259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.855389] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 873.888513] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.888676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.888748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.888961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.889124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.897498] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 874.326580] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-41161213-97fe-4b1d-bc20-bcb9d41cd63f service nova] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_rules [ 874.326810] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-41161213-97fe-4b1d-bc20-bcb9d41cd63f service nova] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 874.326927] env[70911]: INFO networking_nsxv3.common.synchronization [req-51c2af71-da6a-40c3-b0ea-252536900921 req-41161213-97fe-4b1d-bc20-bcb9d41cd63f service nova] Enqueued Resource ID: d3211ffd-bf48-44e1-9405-fad7c41402f9 with Priority: HIGHEST for action port [ 874.327456] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_rules [ 874.327550] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 874.327668] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3211ffd-bf48-44e1-9405-fad7c41402f9 with Priority: HIGHEST for action port [ 874.327947] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.332193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.332193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.332193] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.332193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.332193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3211ffd-bf48-44e1-9405-fad7c41402f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.332193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.332193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.332193] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3211ffd-bf48-44e1-9405-fad7c41402f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.834030] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.834301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.834457] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3211ffd-bf48-44e1-9405-fad7c41402f9 with status ACTIVE [ 874.834653] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.834784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.834920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.835108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.835201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.835367] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.835467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.835529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.835696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.835791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.835991] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.836094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.836153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.836292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.836364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.836446] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3211ffd-bf48-44e1-9405-fad7c41402f9 is going to be updated. [ 874.857366] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.857478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.857567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.857730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.857892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.858049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3211ffd-bf48-44e1-9405-fad7c41402f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.907236] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 875.907666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.907915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.908173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.908405] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.908549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.908636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.908846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.908960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.909119] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.413360] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.915360] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.418860] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.419080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.419155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.419363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.419483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.419588] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 877.469574] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.469712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.469802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.470051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.470202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.479306] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 879.328477] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 879.328737] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 879.490853] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 879.491089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.491271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.491537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.491746] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.491885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.491943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.492095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.492283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.492283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.492408] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.996865] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.996865] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.996865] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.996865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.997434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.997434] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.997434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.997434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.997558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.997588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.998605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.998605] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.500914] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e151aed-1bda-48b8-9cf8-040ac59e9ee1: rpc.has_security_group_logging(os_id): False [ 880.519365] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.519987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.519987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.519987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.519987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.520165] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.520242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.520312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.520485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.520574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.520779] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.520886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.520948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.521187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.521375] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.521466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.521527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.521662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.521735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.521832] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 880.588430] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.588604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.588650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.588838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.589090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.618823] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 881.211598] env[70911]: INFO networking_nsxv3.common.synchronization [req-7075f95c-c147-42c1-b08d-6ee2c0170ca1 req-32593c73-767c-43de-ab49-9a1796d07606 tempest-ListImageFiltersTestJSON-1980090621 tempest-ListImageFiltersTestJSON-1980090621-project-member] Enqueued Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 881.212162] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12034835-4c1b-4091-8769-683fdf3664df with Priority: HIGHEST for action security_group_members [ 881.213414] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-12034835-4c1b-4091-8769-683fdf3664df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.214504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.214504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.214814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.215049] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.215164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.215230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.215402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.215495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.215591] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12034835-4c1b-4091-8769-683fdf3664df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.612677] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cf890ec0-3938-4e6f-9d89-fb696abbeff1 None None] Enqueued Resource ID: 9cc62db2-b583-4ebe-b7ec-1c7a754fdb54 with Priority: HIGHEST for action port [ 881.612944] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cc62db2-b583-4ebe-b7ec-1c7a754fdb54 with Priority: HIGHEST for action port [ 881.613465] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cc62db2-b583-4ebe-b7ec-1c7a754fdb54 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.613577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cc62db2-b583-4ebe-b7ec-1c7a754fdb54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.613704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cc62db2-b583-4ebe-b7ec-1c7a754fdb54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.613900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cc62db2-b583-4ebe-b7ec-1c7a754fdb54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.613978] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cc62db2-b583-4ebe-b7ec-1c7a754fdb54',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.719341] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.719341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.719341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.719492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.739792] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-18ef321a-9910-4671-bac8-b2f438998e7a tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 881.740329] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 881.740634] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.740755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.740821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.741167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.741328] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.741459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.741488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.741803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.741894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.741990] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.744713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.744910] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.745019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.746897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.746897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.746897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.746897] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12034835-4c1b-4091-8769-683fdf3664df is going to be updated. [ 881.776643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.776862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.776862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.777078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.777304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.787252] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: IN_PROGRESS for 2s [ 882.116616] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cc62db2-b583-4ebe-b7ec-1c7a754fdb54 [ 882.116876] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.117014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.117106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.118129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.118129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.118129] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cc62db2-b583-4ebe-b7ec-1c7a754fdb54 already deleted. [ 882.118129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cc62db2-b583-4ebe-b7ec-1c7a754fdb54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.246236] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.246435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.246507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.246719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.246814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.247042] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.247138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.250148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.250148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.250148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.250148] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be deleted. [ 882.285971] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.286159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.286203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.286380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.286483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.286571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.405472] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-829426d0-b415-40b5-86c1-f1b244050aa7 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 882.407656] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 882.409041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.409041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.409041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.409254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.411041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.411041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.411041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.411041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.411041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.411041] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.634485] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 882.634485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.916426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.916590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.916652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.916858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.916950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.917250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.917250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.917324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.917432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.917556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.917586] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 already deleted. [ 882.917657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.926479] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-769 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.926479] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-769" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.926479] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-769" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.926479] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-769" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.926479] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.926732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.926732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.926929] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.927043] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.927369] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.927493] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.927605] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.927716] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.927863] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 882.927978] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.928138] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.948067] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.948262] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 882.948401] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.948575] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-769" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.948919] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-0655b975-da5c-4e70-bd7a-70ea95874f98 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.949117] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.949244] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.949712] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.949918] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0655b975-da5c-4e70-bd7a-70ea95874f98',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.452467] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.452622] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.452731] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.453073] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.453256] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.453421] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 0655b975-da5c-4e70-bd7a-70ea95874f98 not found, creating... [ 883.453693] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.453856] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.453977] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.454228] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.454373] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.454660] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.454887] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.454936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.455158] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.455297] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.455439] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 0655b975-da5c-4e70-bd7a-70ea95874f98 is going to be created. [ 883.476039] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.476552] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.476552] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.476666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.476861] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.477105] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.490097] env[70911]: INFO networking_nsxv3.common.synchronization [None req-99f55a10-8a24-4f64-9e86-50337c05d3a8 None None] Enqueued Resource ID: 483cf008-4642-40a7-9dcf-6c10808bb332 with Priority: HIGHEST for action port [ 883.490383] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 483cf008-4642-40a7-9dcf-6c10808bb332 with Priority: HIGHEST for action port [ 883.490934] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-483cf008-4642-40a7-9dcf-6c10808bb332 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.491076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-483cf008-4642-40a7-9dcf-6c10808bb332" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.491145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-483cf008-4642-40a7-9dcf-6c10808bb332" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.491445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-483cf008-4642-40a7-9dcf-6c10808bb332" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.491531] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('483cf008-4642-40a7-9dcf-6c10808bb332',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.798359] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12034835-4c1b-4091-8769-683fdf3664df in Status: SUCCESS [ 883.798359] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12034835-4c1b-4091-8769-683fdf3664df deletion is rescheduled due to dependency. [ 883.798359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12034835-4c1b-4091-8769-683fdf3664df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.993692] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 483cf008-4642-40a7-9dcf-6c10808bb332 [ 883.993692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.993692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.993692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.994273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.994273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.994273] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:483cf008-4642-40a7-9dcf-6c10808bb332 already deleted. [ 883.994273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-483cf008-4642-40a7-9dcf-6c10808bb332" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.570140] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-8dab56a6-247c-4fad-8010-a79c375c41ef service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 884.570140] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-8dab56a6-247c-4fad-8010-a79c375c41ef service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 884.570140] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-8dab56a6-247c-4fad-8010-a79c375c41ef service nova] Enqueued Resource ID: 0655b975-da5c-4e70-bd7a-70ea95874f98 with Priority: HIGHEST for action port [ 884.570509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 884.570509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 884.570509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0655b975-da5c-4e70-bd7a-70ea95874f98 with Priority: HIGHEST for action port [ 884.571793] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.572118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.572202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.572474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.572558] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.573477] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.573625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.573659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.574362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.574362] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.574362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.574362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.574362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.574362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.574664] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.576954] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0655b975-da5c-4e70-bd7a-70ea95874f98 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.578116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.578116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.578116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.578116] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0655b975-da5c-4e70-bd7a-70ea95874f98',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.824644] env[70911]: INFO networking_nsxv3.common.synchronization [None req-504b5309-94f6-45e0-8e1f-6dc6d6f8db74 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_rules [ 884.825494] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_rules [ 884.825570] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.825641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.825712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.825989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.826414] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.935157] env[70911]: INFO networking_nsxv3.common.synchronization [None req-dad03d0a-a616-4e34-8e6b-ac644e0f1a0a tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_rules [ 884.935743] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_rules [ 884.936098] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.936244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.080721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.080946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.081169] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.082763] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0655b975-da5c-4e70-bd7a-70ea95874f98 with status ACTIVE [ 885.086442] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.086442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.086442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.086625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.086724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.086907] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.087131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.087208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.087394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.087471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.087674] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.087767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.087975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.088216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.088302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.088411] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0655b975-da5c-4e70-bd7a-70ea95874f98 is going to be updated. [ 885.107246] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.107377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.107442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.107647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.107784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.107978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0655b975-da5c-4e70-bd7a-70ea95874f98" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.347957] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.348139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.348267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.348404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.348498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.348581] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 already deleted. [ 885.348660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.348801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.349089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.349263] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.366295] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.366500] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-183" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.366620] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-183" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.366939] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-183" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.367216] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.367378] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.367497] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.367711] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.367963] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.368218] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.368338] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.368449] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.368592] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.368666] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.368772] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.368933] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.388489] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.389103] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.389103] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.389103] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-183" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.389270] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.389441] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.390129] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.390129] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.390129] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dff1516-9e28-49c4-b7ef-c5c02abc69dc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.590449] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.807569] env[70911]: INFO networking_nsxv3.common.synchronization [req-9b963fd8-7ea9-401f-b133-091c6046be30 req-8011a1d0-8cbc-41c0-b097-89106667abfa tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 885.808213] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 885.808774] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.808774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.808966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.809104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.809279] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.809390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.809527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.809723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.809838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.809953] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.869269] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.869695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.869695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.869695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.869831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.869904] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 already deleted. [ 885.870787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.895024] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.895024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 7dff1516-9e28-49c4-b7ef-c5c02abc69dc not found, creating... [ 885.895024] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.895024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.895838] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.895838] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.895838] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.895838] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.895838] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.895838] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 7dff1516-9e28-49c4-b7ef-c5c02abc69dc is going to be created. [ 885.914949] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.915203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.915338] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.915616] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.915886] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.916142] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.094048] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.094246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.094317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.094522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.094608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.094705] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be created. [ 886.131100] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.131290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.131331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.131504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.131675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.142280] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: UNINITIALIZED for 2s [ 886.312372] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.642871] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-94e0de57-dde8-4de5-b2dd-16578455e1a9 service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 886.642871] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-94e0de57-dde8-4de5-b2dd-16578455e1a9 service nova] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 886.642871] env[70911]: INFO networking_nsxv3.common.synchronization [req-6c824738-0837-4b2a-91e7-45a571ca8ca6 req-94e0de57-dde8-4de5-b2dd-16578455e1a9 service nova] Enqueued Resource ID: 7dff1516-9e28-49c4-b7ef-c5c02abc69dc with Priority: HIGHEST for action port [ 886.642871] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_rules [ 886.642871] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 886.642871] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dff1516-9e28-49c4-b7ef-c5c02abc69dc with Priority: HIGHEST for action port [ 886.642871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.642871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.642871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.642871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.642871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.642871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.642871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.643262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.643262] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dff1516-9e28-49c4-b7ef-c5c02abc69dc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.814504] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.145696] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dff1516-9e28-49c4-b7ef-c5c02abc69dc with status ACTIVE [ 887.146070] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.146070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.146070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.146272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.146436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.146541] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.146662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.146662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.146827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.146909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.147037] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.147143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.147194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.147317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.147387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.147469] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dff1516-9e28-49c4-b7ef-c5c02abc69dc is going to be updated. [ 887.169352] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.169485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.169550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.170251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.170251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.170251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dff1516-9e28-49c4-b7ef-c5c02abc69dc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.318816] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.318963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.319048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.319253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.319343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.319441] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 887.355303] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.355462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.355525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.355696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.355899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.364531] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 888.152171] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: UNINITIALIZED for 4s [ 889.375655] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 889.376119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.161479] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 890.162587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.162587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.162587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.162587] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.162587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.162587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.162587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.162587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.162909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.162909] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.163559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.163742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.163895] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.164060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.164060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.164338] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.666464] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.668286] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.668981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.169417] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.642916] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.643053] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 891.672171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.672834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.672834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.672834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.672834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.672960] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 891.704460] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.704460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.704460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.704460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.704460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.712168] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 893.723011] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 893.723267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.723474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.723780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.724073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.724263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.724366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.724603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.724720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.724842] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.725232] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.725461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.725610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.725720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.725942] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.726123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.726192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.726404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.726520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.726646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.726784] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.231484] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7669e661-2a60-42e7-810a-de0d62c6ea02: rpc.has_security_group_logging(os_id): False [ 894.248911] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.249127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.249127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.249347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.249407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.249619] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.249720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.249778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.249927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.250014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.250256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.250613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.250613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.250613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.250613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.250827] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.250995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.250995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.251093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.251148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.251234] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be created. [ 894.308039] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.308259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.308326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.308547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.308731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.320951] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 895.296767] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 req-199dfc80-5565-4395-b769-5fa0d1d2014f tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 895.298398] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 895.298398] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.298398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.298398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.299617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.299846] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.299967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.300046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.300265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.301089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.301228] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.637306] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.637648] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.637648] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.637937] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.638217] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.638379] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.638502] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.638802] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.638867] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.639650] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.639650] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.639650] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.639650] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.639650] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.639843] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.639843] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.657249] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.657249] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.657400] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.657565] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.658342] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658342] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.658342] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.658627] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.658767] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.804328] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.804502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.804571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.804875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.804875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.805109] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.805213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.805274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.805429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.805514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.805639] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be deleted. [ 895.829524] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.829655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.829730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.829922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.830023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.830129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.161157] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.161300] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.161458] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.161809] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.162023] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.162293] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e not found, creating... [ 896.162606] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.162806] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.162957] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.163226] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.163419] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.163736] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.163933] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.164101] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.164352] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.164529] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.164695] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e is going to be created. [ 896.182928] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.183134] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.183261] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.183502] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.183724] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.183947] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.335499] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 896.335867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.336049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.336279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.336380] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.839308] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.839488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.839527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.839820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.840041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.840159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.840246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.840403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.840505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.840624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.840740] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.989535] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 req-892b1509-ccf2-4f6c-a5a1-2acc13fa22ae service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 896.989720] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 req-892b1509-ccf2-4f6c-a5a1-2acc13fa22ae service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 896.989870] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ef8d7bf-a930-48d9-b0ba-e259ccc1b893 req-892b1509-ccf2-4f6c-a5a1-2acc13fa22ae service nova] Enqueued Resource ID: cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e with Priority: HIGHEST for action port [ 896.990107] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 896.990236] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 896.990329] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e with Priority: HIGHEST for action port [ 896.992501] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.992630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.992699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.992903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.992986] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.997141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.997141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.997141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.997141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.997141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.997141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.997141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.997141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.997141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.997141] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.000806] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.000953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.001011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.001152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.001225] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.343577] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.343919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.343919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.343919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.344257] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.344257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.344380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.344549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.344642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.344857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.344937] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.345082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.345159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.345332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.345478] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.345573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.345635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.345806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.345895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.346015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.347953] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.495988] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.495988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.503387] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.504644] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e with status ACTIVE [ 897.504855] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.504978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.505059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.505260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.505349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.505524] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.505626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.505687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.505831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.505904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.506090] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.506184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.506244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.506382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.506455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.506534] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e is going to be updated. [ 897.527843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.527843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.527843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.528098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.528256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.528383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc70f8f6-1cd1-4cd7-9d56-985a7a6ce19e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.848994] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7669e661-2a60-42e7-810a-de0d62c6ea02: rpc.has_security_group_logging(os_id): False [ 897.867095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.867412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.867532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.867747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.867836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.868566] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.868566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.868566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.868566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.869351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.869351] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.869351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.869351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.869351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.869351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.869602] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.869602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.869602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.869846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.869889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.869942] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 897.926890] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.927057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.928074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.928074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.928074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.941870] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 898.002958] env[70911]: INFO networking_nsxv3.common.synchronization [req-74ec8159-d7cd-4f34-9dc3-827d040acce9 req-38562196-ecce-4461-8f7f-39fa41f2fd96 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Enqueued Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_members [ 898.002958] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_members [ 898.003520] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.003676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.003787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.004163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.004370] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.004501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.004582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.004779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.004900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.006673] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.009245] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.116427] env[70911]: INFO networking_nsxv3.common.synchronization [req-18942ccd-38f1-4263-8e69-010fe7110e56 req-119c5ad1-355d-4d33-8099-a4dc75314dd1 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 898.116920] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 898.119453] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.119588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.119670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.119836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.119994] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.120100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.120157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.120294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.120372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.120461] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.346610] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-888 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.346890] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-888" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.346945] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-888" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.347306] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-888" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.348009] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.348009] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.348009] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.349263] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.349457] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.353239] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.353374] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.353494] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.353608] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.353722] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 898.353833] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.353974] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.370873] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.370873] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 898.371016] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.371270] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-888" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.371554] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-95bf4686-56c7-4249-886a-9c8352b1657e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.371727] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.371847] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.372165] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.372425] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95bf4686-56c7-4249-886a-9c8352b1657e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.432251] env[70911]: INFO networking_nsxv3.common.synchronization [req-18942ccd-38f1-4263-8e69-010fe7110e56 req-cc635d27-bd16-4206-8f27-eb8f635c5428 tempest-ServersTestMultiNic-1269932242 tempest-ServersTestMultiNic-1269932242-project-member] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 898.433398] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGHEST for action security_group_members [ 898.433731] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.433830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.510408] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.510408] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.510408] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 already deleted. [ 898.510408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.514560] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.514560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.514560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.514560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.514560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.514560] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be created. [ 898.537281] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.537281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.537281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.537504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.537617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.548359] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: UNINITIALIZED for 2s [ 898.623904] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.874770] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.875094] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.875634] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.875634] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.875747] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.875915] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 95bf4686-56c7-4249-886a-9c8352b1657e not found, creating... [ 898.877127] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877127] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877127] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877127] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.877127] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.877127] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877364] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877364] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877587] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.877738] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.877909] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 95bf4686-56c7-4249-886a-9c8352b1657e is going to be created. [ 898.896747] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.896995] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.897198] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.897462] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.897689] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.897905] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.126148] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.631082] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.631082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.631082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.631082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.631082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.631082] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 899.654245] env[70911]: INFO networking_nsxv3.common.synchronization [req-74ec8159-d7cd-4f34-9dc3-827d040acce9 req-5efa0ca1-f0dd-4ea7-8a84-bb3ffd6dfc3e service nova] Enqueued Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_rules [ 899.654245] env[70911]: INFO networking_nsxv3.common.synchronization [req-74ec8159-d7cd-4f34-9dc3-827d040acce9 req-5efa0ca1-f0dd-4ea7-8a84-bb3ffd6dfc3e service nova] Enqueued Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_members [ 899.654245] env[70911]: INFO networking_nsxv3.common.synchronization [req-74ec8159-d7cd-4f34-9dc3-827d040acce9 req-5efa0ca1-f0dd-4ea7-8a84-bb3ffd6dfc3e service nova] Enqueued Resource ID: 95bf4686-56c7-4249-886a-9c8352b1657e with Priority: HIGHEST for action port [ 899.654245] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.654245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.654245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.654245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.654245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.658289] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_rules [ 899.658289] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_members [ 899.658289] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95bf4686-56c7-4249-886a-9c8352b1657e with Priority: HIGHEST for action port [ 899.658673] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.658846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.658905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.659321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.659408] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.660831] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.660831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.660831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.660831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.660831] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.661024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.661024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.661328] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.661328] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.661328] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.662018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-95bf4686-56c7-4249-886a-9c8352b1657e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.662142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.662209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.662386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.662459] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95bf4686-56c7-4249-886a-9c8352b1657e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.671143] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 899.954849] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 899.955323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.165253] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.166436] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.166545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.166705] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95bf4686-56c7-4249-886a-9c8352b1657e with status ACTIVE [ 900.166881] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.166993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.167071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.167267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.167354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.167515] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.167606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.167666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.167813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.167886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.171215] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.171335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.171405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.171571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.171653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.171743] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95bf4686-56c7-4249-886a-9c8352b1657e is going to be updated. [ 900.199162] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.199322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.199439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.199586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.199723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.199882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95bf4686-56c7-4249-886a-9c8352b1657e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.560019] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.560019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.560019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.560019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.674279] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.062256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.062425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.062495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.062707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.062869] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.062969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.063043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.063187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.063271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.063358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.063500] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.063586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.063849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.063849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.063954] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.063997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.064061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.064227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.064304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.064386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.064473] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.176884] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.177063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.177145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.177365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.177459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.177553] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 is going to be created. [ 901.205013] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.205278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.205394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.205661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.205902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.217162] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 in Status: UNINITIALIZED for 2s [ 901.568303] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a518215-7103-45f4-a37d-7a6b77b692c5: rpc.has_security_group_logging(os_id): False [ 901.569094] env[70911]: INFO networking_nsxv3.common.synchronization [req-3ca9c63a-6eb1-4a85-a551-e9e38576f10b req-901e20be-2107-4429-9164-12994e8f8311 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_members [ 901.573017] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGHEST for action security_group_members [ 901.573017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.573017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.573017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.573017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.573017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.573017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.573017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.573017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.573017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.573017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.585204] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.585337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.585411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.585608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.585717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.585934] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.586051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.586116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.586267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.586345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.587418] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.587418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.587418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.587418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.587418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.587619] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.587677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.587722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.587867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.587950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.588078] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be created. [ 901.657316] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.657316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.657316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.657316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.657316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.667537] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 901.679403] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 901.679673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.679849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.680119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.680309] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.680428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.680492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.680722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.680722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.680807] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.075179] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.075179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.075179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.075179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.075179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.075179] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.075179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.075179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.075179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.075833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.075833] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682d627a-f444-44ff-96fd-79a92a27545d is going to be updated. [ 902.099977] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.100135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.100189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.101961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.101961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.111249] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: IN_PROGRESS for 2s [ 902.186167] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.186322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.186435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.186625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.186737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.186897] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.187017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.187374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.187374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187374] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be updated. [ 902.224188] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.224330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.224437] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.224585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.224898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.237759] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: IN_PROGRESS for 2s [ 903.166576] env[70911]: INFO networking_nsxv3.common.synchronization [req-dda36e79-a418-4263-94a3-830d4ce0bca1 req-c98096e8-415d-4e54-97b1-daafe94b397a tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 903.167129] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 903.167429] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.167549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.167620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.167802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.167977] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.168083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.168145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.168288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.168369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.168457] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.227561] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 in Status: SUCCESS [ 903.227778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.227938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.228177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.228356] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.228532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.228532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.229377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.229377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.229377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.229377] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.506488] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.506746] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.506907] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.507199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.507459] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.507616] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.507733] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.507996] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.508821] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.509147] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.509344] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.509541] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.509720] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.509930] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 903.510159] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.510381] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.534415] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.534576] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 903.534720] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.534897] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-414" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.535227] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-4850e7f0-5101-475f-ba4b-c9a1afded23f taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.535404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.535528] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.535865] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.536061] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4850e7f0-5101-475f-ba4b-c9a1afded23f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.670048] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.680685] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 903.680909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.731344] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.731513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.731585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.731791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.731956] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.732064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.732127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.732273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.732356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.732453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.732596] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.732686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.732744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.732878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.733020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.733109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.733170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.733318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.733394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.733472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.733556] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.038107] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.038300] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.038438] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.038753] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.038910] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.039100] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 4850e7f0-5101-475f-ba4b-c9a1afded23f not found, creating... [ 904.039467] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.039542] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.039664] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.039884] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.040037] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.040336] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.040490] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.040614] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.040822] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.040959] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.041397] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 4850e7f0-5101-475f-ba4b-c9a1afded23f is going to be created. [ 904.060105] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.060407] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.060555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.060822] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.061066] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.061299] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.119411] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: IN_PROGRESS for 4s [ 904.172022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.236665] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43b3db2d-20d4-4478-aa05-dfb8e11c6640: rpc.has_security_group_logging(os_id): False [ 904.252393] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 in Status: SUCCESS [ 904.252579] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 deletion is rescheduled due to dependency. [ 904.252694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.259471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.259619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.259689] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.259903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.259989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.260213] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.260306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.260365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.260630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.260714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.261276] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.261276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.261276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.261276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.261501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.261600] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.261675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.261721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.264120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.264120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.264120] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 is going to be created. [ 904.320031] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.320031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.320031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.320031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.320031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.329021] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 in Status: IN_PROGRESS for 2s [ 904.675929] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.678784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.678784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.678784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.678784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.678784] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be updated. [ 904.709386] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.709386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.709386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.709386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.709386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.718542] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: IN_PROGRESS for 2s [ 904.833142] env[70911]: INFO networking_nsxv3.common.synchronization [req-dda36e79-a418-4263-94a3-830d4ce0bca1 req-a4076654-d9ba-4c74-bf87-68bae8373ad0 service nova] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_rules [ 904.833142] env[70911]: INFO networking_nsxv3.common.synchronization [req-dda36e79-a418-4263-94a3-830d4ce0bca1 req-a4076654-d9ba-4c74-bf87-68bae8373ad0 service nova] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 904.833142] env[70911]: INFO networking_nsxv3.common.synchronization [req-dda36e79-a418-4263-94a3-830d4ce0bca1 req-a4076654-d9ba-4c74-bf87-68bae8373ad0 service nova] Enqueued Resource ID: 4850e7f0-5101-475f-ba4b-c9a1afded23f with Priority: HIGHEST for action port [ 904.833142] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_rules [ 904.833142] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 904.833142] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4850e7f0-5101-475f-ba4b-c9a1afded23f with Priority: HIGHEST for action port [ 904.834134] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.834544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.834716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.835024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.835228] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.838126] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.838126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.838126] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-4850e7f0-5101-475f-ba4b-c9a1afded23f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.838126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.838126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.838126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.838126] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4850e7f0-5101-475f-ba4b-c9a1afded23f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.107171] env[70911]: INFO networking_nsxv3.common.synchronization [None req-c4057dde-ba16-49c9-8fc6-e8122c53b239 None None] Enqueued Resource ID: f2273d61-d133-434a-b958-6daffa3324c4 with Priority: HIGHEST for action port [ 905.107466] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2273d61-d133-434a-b958-6daffa3324c4 with Priority: HIGHEST for action port [ 905.108300] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2273d61-d133-434a-b958-6daffa3324c4 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.109802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2273d61-d133-434a-b958-6daffa3324c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.109802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2273d61-d133-434a-b958-6daffa3324c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.109802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2273d61-d133-434a-b958-6daffa3324c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.109802] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2273d61-d133-434a-b958-6daffa3324c4',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.341991] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.342469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.342769] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4850e7f0-5101-475f-ba4b-c9a1afded23f with status ACTIVE [ 905.342966] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.343134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.343232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.343454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.343563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.343751] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.343846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.343904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.344104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.344180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.344365] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.344473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.344529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.344666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.344740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.344820] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4850e7f0-5101-475f-ba4b-c9a1afded23f is going to be updated. [ 905.363534] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.363701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.363768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.363936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.364108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.364247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4850e7f0-5101-475f-ba4b-c9a1afded23f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.611472] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2273d61-d133-434a-b958-6daffa3324c4 [ 905.611673] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.611808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.611879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.612448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.612448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.612448] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2273d61-d133-434a-b958-6daffa3324c4 already deleted. [ 905.612448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2273d61-d133-434a-b958-6daffa3324c4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.128952] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 682d627a-f444-44ff-96fd-79a92a27545d in Status: SUCCESS [ 906.129189] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 682d627a-f444-44ff-96fd-79a92a27545d deletion is rescheduled due to dependency. [ 906.129300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.340066] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 in Status: SUCCESS [ 906.340327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.729998] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 906.730299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.730510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.731205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.732238] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.732484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.732584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.732782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.732926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.732991] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.239260] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.475443] env[70911]: INFO networking_nsxv3.common.synchronization [None req-2ed94bf2-94f4-4d5c-a65b-a5256d54195f None None] Enqueued Resource ID: e9371fe1-ed16-4d2d-ae15-aedce1ad06bd with Priority: HIGHEST for action port [ 907.475443] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9371fe1-ed16-4d2d-ae15-aedce1ad06bd with Priority: HIGHEST for action port [ 907.475443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9371fe1-ed16-4d2d-ae15-aedce1ad06bd taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.475443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9371fe1-ed16-4d2d-ae15-aedce1ad06bd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.475443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9371fe1-ed16-4d2d-ae15-aedce1ad06bd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.475443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9371fe1-ed16-4d2d-ae15-aedce1ad06bd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.475443] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9371fe1-ed16-4d2d-ae15-aedce1ad06bd',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.741413] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.980276] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9371fe1-ed16-4d2d-ae15-aedce1ad06bd [ 907.980276] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.980276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.980276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.980276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.980276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.980276] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9371fe1-ed16-4d2d-ae15-aedce1ad06bd already deleted. [ 907.980276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9371fe1-ed16-4d2d-ae15-aedce1ad06bd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.244147] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.244303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.244370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.244577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.244665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.244757] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be updated. [ 908.270874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.271094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.271152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.271344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.271536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.279901] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: IN_PROGRESS for 2s [ 909.154107] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf831af5-938b-4127-bad5-c9f524c786a2 req-c4b754df-5776-4123-822d-8939201377d1 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 909.154671] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 909.155088] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.155241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.155331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.155561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.155719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.155818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.155993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.157233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.157409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.157563] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.571889] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.571889] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.571889] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.572531] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.572810] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.573078] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.573222] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.573490] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.573651] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.573868] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.573985] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.574112] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.574239] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.574336] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 909.574445] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.574649] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.597197] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.597197] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 909.597197] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.597197] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.597197] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-589801bd-9adf-442f-9e9a-457e73844b9e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.597197] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.597197] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.597197] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.597197] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589801bd-9adf-442f-9e9a-457e73844b9e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.659634] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.659836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.659922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.660154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.679924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.680192] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.680319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.680394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.680577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.680657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.680756] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 909.703796] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.703796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.703964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.704191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.704393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.712907] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 910.098744] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.099043] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.099187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.099517] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.099715] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.099919] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 589801bd-9adf-442f-9e9a-457e73844b9e not found, creating... [ 910.100246] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.100473] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.101704] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.102087] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.102260] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.102634] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.102854] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.103036] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.103317] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.103660] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.103853] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 589801bd-9adf-442f-9e9a-457e73844b9e is going to be created. [ 910.122983] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.123312] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.123455] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.123908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.123980] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.124323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.294157] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 910.294457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.294589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.294966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.295132] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.295254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.295319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.295481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.295597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.295690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.295776] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.798506] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.798666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.799073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.799073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.799171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800242] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800242] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800642] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.871509] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf831af5-938b-4127-bad5-c9f524c786a2 req-23a73e25-1ef5-47b4-9169-52e145be65ea service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 910.871509] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf831af5-938b-4127-bad5-c9f524c786a2 req-23a73e25-1ef5-47b4-9169-52e145be65ea service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 910.871509] env[70911]: INFO networking_nsxv3.common.synchronization [req-bf831af5-938b-4127-bad5-c9f524c786a2 req-23a73e25-1ef5-47b4-9169-52e145be65ea service nova] Enqueued Resource ID: 589801bd-9adf-442f-9e9a-457e73844b9e with Priority: HIGHEST for action port [ 910.871509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 910.871509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 910.871509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589801bd-9adf-442f-9e9a-457e73844b9e with Priority: HIGHEST for action port [ 910.871509] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.871509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.871900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.872015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.872135] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.874188] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.874300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.874507] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-589801bd-9adf-442f-9e9a-457e73844b9e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.874584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.874647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.877698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.877698] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589801bd-9adf-442f-9e9a-457e73844b9e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.303932] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36783042-915a-436d-944a-0fc0fe475eb8: rpc.has_security_group_logging(os_id): False [ 911.321530] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.321688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.321762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.321964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.322074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.322394] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.322474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.322505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.322665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.322739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.322986] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.322986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.323086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.323199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.323265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.323456] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.323544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.323594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.323696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.323766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.323850] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be updated. [ 911.380288] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.380288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.380288] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 589801bd-9adf-442f-9e9a-457e73844b9e with status ACTIVE [ 911.380477] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.380477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.380477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.380660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.380745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.380907] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.381157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.381157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.381244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.381270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.381523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.381617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.381675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.381816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.382431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.382431] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 589801bd-9adf-442f-9e9a-457e73844b9e is going to be updated. [ 911.385083] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.385212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.385269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.385805] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.385805] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.400675] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: IN_PROGRESS for 2s [ 911.409658] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.409775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.409858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.410052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.410185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.410399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589801bd-9adf-442f-9e9a-457e73844b9e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.724690] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 911.724690] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 911.724690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.724690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.724690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.724690] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.724690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.724690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.724690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.724690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.724690] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.910142] env[70911]: INFO networking_nsxv3.common.synchronization [req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 req-61ee565f-5203-4ceb-9580-a2268f9358ab tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 911.913269] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 911.913699] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.913889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.914036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.914387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.914616] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.914977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.915135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.915545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.915726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.915888] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.228524] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.380150] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.380150] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.380150] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.380150] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.380150] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.380150] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.380150] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.382239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.382487] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.382651] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.382771] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.382884] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.382998] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.383132] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 912.383243] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.383382] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.401395] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.401569] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 912.404130] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.404130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-969" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.404130] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-2cf442f5-fe78-455a-881d-1b52f38c12d3 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.404130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.404130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.404130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.404130] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf442f5-fe78-455a-881d-1b52f38c12d3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.417877] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.417973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.418075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.418352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.438033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.438033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.438033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.438033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.438283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.438283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.438337] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be updated. [ 912.461520] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.461666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.461739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.461942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.462753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.471702] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: IN_PROGRESS for 2s [ 912.731702] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.905834] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.906132] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.906298] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.910029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.910029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.910029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 2cf442f5-fe78-455a-881d-1b52f38c12d3 not found, creating... [ 912.910029] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.910029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.910029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.910029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.910029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.910029] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.910029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.910541] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.910541] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.910541] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.910541] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 2cf442f5-fe78-455a-881d-1b52f38c12d3 is going to be created. [ 912.927217] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.927924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.927924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.928707] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.928707] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.928813] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.938260] env[70911]: INFO networking_nsxv3.common.synchronization [req-498a8c7f-4e33-41d7-b78b-2ddc82d2aaf0 req-94620097-001b-4696-aa7f-381528982633 tempest-ServerTagsTestJSON-1958431254 tempest-ServerTagsTestJSON-1958431254-project-member] Enqueued Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_members [ 912.938796] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGHEST for action security_group_members [ 912.939148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.939274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.939340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.939533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.939686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.939786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.939846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.939987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.940149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.940246] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.233820] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.234069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.234197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.234479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.234622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.234786] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 913.261283] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.261424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.261476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.261678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.261902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.274206] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 913.429707] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 913.429959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.443911] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.443911] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.443911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.443911] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 is going to be updated. [ 913.488522] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.488522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.488522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.488522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.488522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.501626] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 in Status: IN_PROGRESS for 2s [ 913.696416] env[70911]: INFO networking_nsxv3.common.synchronization [req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 req-f0a9795b-b47d-477b-9b62-85e64192aafc service nova] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 913.698514] env[70911]: INFO networking_nsxv3.common.synchronization [req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 req-f0a9795b-b47d-477b-9b62-85e64192aafc service nova] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 913.698514] env[70911]: INFO networking_nsxv3.common.synchronization [req-2aeb33ff-60e7-464a-b0ae-a709a0afc113 req-f0a9795b-b47d-477b-9b62-85e64192aafc service nova] Enqueued Resource ID: 2cf442f5-fe78-455a-881d-1b52f38c12d3 with Priority: HIGHEST for action port [ 913.698514] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_rules [ 913.698514] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 913.698514] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf442f5-fe78-455a-881d-1b52f38c12d3 with Priority: HIGHEST for action port [ 913.698514] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.698514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.698514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.699358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.699520] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.701021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.701021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.701021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf442f5-fe78-455a-881d-1b52f38c12d3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.701021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.701021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.701368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.701368] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf442f5-fe78-455a-881d-1b52f38c12d3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.203745] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.203745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.208118] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cf442f5-fe78-455a-881d-1b52f38c12d3 with status ACTIVE [ 914.208118] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.208118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.208118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.208118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.208118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.208118] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.208118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.208497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.208497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.208497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.208592] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.208639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.208704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.208839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.208913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.208995] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cf442f5-fe78-455a-881d-1b52f38c12d3 is going to be updated. [ 914.237904] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.238250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.238250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.238452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.238531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.238690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf442f5-fe78-455a-881d-1b52f38c12d3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.482052] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: SUCCESS [ 914.482052] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 deletion is rescheduled due to dependency. [ 914.482052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.482052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.482457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.482457] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.482550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.482550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.482707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.482787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.482881] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.984551] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.289703] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 915.289703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.289703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.289703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.289932] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.289932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.290056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.290180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.290264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.290346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.290457] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.486655] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.511789] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 in Status: SUCCESS [ 915.511997] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 deletion is rescheduled due to dependency. [ 915.512125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.793190] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.793475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.793591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.793816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.794033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.794154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.794221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.794367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.794453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.794538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.794710] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.794811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.794871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.795025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.795155] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.795247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.795307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.795486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.795668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.795723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.795802] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.973795] env[70911]: INFO networking_nsxv3.common.synchronization [req-5bdcad28-5048-4f1a-a796-9bd11685a861 req-1310c069-d95f-48ef-a827-73517d312094 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 915.974448] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 915.974816] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.974977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.975113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.975329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.975493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.975646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.975742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.975925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.976094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.976171] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.990489] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.990615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.990693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.990877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.990962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.991085] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be updated. [ 916.018142] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.018305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.018375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.018581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.018723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.026302] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: IN_PROGRESS for 2s [ 916.299996] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ea0d66-366a-4727-911b-9d0b7ca80ed1: rpc.has_security_group_logging(os_id): False [ 916.317099] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.317251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.317317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.317532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.317621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.317814] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.317912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.317979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.318213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.318293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.318522] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.318591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.318629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.318769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.318841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.319200] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.319693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.319693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.319693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.319693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.319693] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 916.380780] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.380951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.381030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.381239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.381406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.393939] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 916.428826] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.429115] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.429319] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.429601] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.429860] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.430040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.430196] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.430435] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.430603] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.430834] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.430949] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.431092] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.431206] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.431315] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.431419] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.431552] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.452106] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.452106] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.452106] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.452238] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-93" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.452488] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-3d373cb8-507d-466d-bfd9-83f1fc791b58 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.452696] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.452855] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.453202] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.453352] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d373cb8-507d-466d-bfd9-83f1fc791b58',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.478438] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.956136] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.956437] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.956531] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.956777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.956932] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.957099] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 3d373cb8-507d-466d-bfd9-83f1fc791b58 not found, creating... [ 916.957357] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.957509] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.957629] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.957858] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.957995] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.958359] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.958534] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.958657] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.958861] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.958997] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.959254] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 3d373cb8-507d-466d-bfd9-83f1fc791b58 is going to be created. [ 916.980692] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.982417] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.982614] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.982740] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.982987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.983223] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.983449] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.485208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.485370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.485442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.485655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.485746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.485844] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 917.514972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.515173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.515267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.515568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.515760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.525014] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 917.735715] env[70911]: INFO networking_nsxv3.common.synchronization [req-5bdcad28-5048-4f1a-a796-9bd11685a861 req-4d93c8b7-f852-4688-869f-f72e17669161 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 917.735927] env[70911]: INFO networking_nsxv3.common.synchronization [req-5bdcad28-5048-4f1a-a796-9bd11685a861 req-4d93c8b7-f852-4688-869f-f72e17669161 service nova] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 917.736142] env[70911]: INFO networking_nsxv3.common.synchronization [req-5bdcad28-5048-4f1a-a796-9bd11685a861 req-4d93c8b7-f852-4688-869f-f72e17669161 service nova] Enqueued Resource ID: 3d373cb8-507d-466d-bfd9-83f1fc791b58 with Priority: HIGHEST for action port [ 917.736349] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_rules [ 917.736499] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 917.736604] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d373cb8-507d-466d-bfd9-83f1fc791b58 with Priority: HIGHEST for action port [ 917.737884] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.738063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.738221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.738525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.738622] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.739660] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.739804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.740079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d373cb8-507d-466d-bfd9-83f1fc791b58 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.740262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.740350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.740551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.740684] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d373cb8-507d-466d-bfd9-83f1fc791b58',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.039126] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: SUCCESS [ 918.039406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.039903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.040135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.040337] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.040478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.040568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.040740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.040825] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.040912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.041016] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.242716] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.242975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.243289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d373cb8-507d-466d-bfd9-83f1fc791b58 with status ACTIVE [ 918.244016] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.244016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.244016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.244016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.244016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.244410] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.244410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.244410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.244410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.244597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.244683] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.244751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.244795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.244921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.245059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.245104] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d373cb8-507d-466d-bfd9-83f1fc791b58 is going to be updated. [ 918.284811] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.284961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.285046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.285255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.285393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.285549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d373cb8-507d-466d-bfd9-83f1fc791b58" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.413225] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 918.413340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.545164] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.049289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d677ad30-8273-418c-8e25-eed32b876835: rpc.has_security_group_logging(os_id): False [ 919.068161] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.068161] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.068161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.068161] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be updated. [ 919.155300] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.155300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.155300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.155300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.155503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.167168] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: IN_PROGRESS for 2s [ 919.536023] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 919.536023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.536023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.536023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.536023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.536360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.536360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.536360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.536360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.536461] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.038679] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.542909] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.767644] env[70911]: INFO networking_nsxv3.common.synchronization [req-7e4c6d19-e70a-4c29-9f2e-69bcb6254be4 req-b1938720-ace0-4c33-9aa1-515e8e83659d tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 920.768381] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 920.768552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.771087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.771087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.771087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.771087] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.771087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.771087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.771087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.771087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.771087] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.942882] env[70911]: INFO networking_nsxv3.common.synchronization [req-2eb8692d-3ae7-493d-b372-c0b3874498f4 req-e8d58952-6925-4461-b955-7e76eab30991 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 920.943508] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 920.943863] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.944314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.944869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.945110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.945402] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.945468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.948019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.948019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.948019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.948019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.045271] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.045431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.045501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.045709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.045799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.046580] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 921.075800] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.075800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.075800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.075800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.075800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.084311] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 921.180690] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: SUCCESS [ 921.180960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.276538] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.449899] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.778906] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.953419] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.280862] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.281063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.281152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.281393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.281510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.281627] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 922.307056] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.307207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.307278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.307479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.307622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.317456] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 922.456145] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.456375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.456375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.456560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.456649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.456747] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be updated. [ 922.485424] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.485562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.485639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.485849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.485994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.494398] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: IN_PROGRESS for 2s [ 923.031963] env[70911]: INFO networking_nsxv3.common.synchronization [req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d req-7694ee5f-4196-42c5-af3d-69fb6a5e688e tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 923.032518] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 923.032838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.032968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.033316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.033413] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.033512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.033573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.033718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.033813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.033902] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.094888] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 923.096142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.096345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.096686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.096753] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.096889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.096939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.097108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.097191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.097276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.097366] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.417479] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.417691] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.417817] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.418139] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.418410] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.418573] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.418691] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.418906] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.419063] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.419316] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.419457] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.419572] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.419708] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.419825] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 923.419934] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.420083] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.437731] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.437731] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 923.437731] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.437731] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.437979] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.438066] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.438159] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.438474] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.438619] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fffa0bdd-f622-4cc3-a7b8-62a6b7b63971',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.535892] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.599116] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.599336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.599336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.599643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.599701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.599791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.600033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.600033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.600118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.600186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.600333] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.600425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.600512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.600681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.601443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.601443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.601443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.601443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.601443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.601443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.601443] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.944895] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.945273] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.945273] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.945595] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.945706] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.945883] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 not found, creating... [ 923.946157] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.946341] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.946482] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.946716] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.946855] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.947153] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.947312] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.947435] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.948120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.948120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.948120] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 is going to be created. [ 923.967772] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.967772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.967772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.967772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.967772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.967772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.038405] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.103687] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17596159-efd9-4ae7-b60b-7f1f94b6daed: rpc.has_security_group_logging(os_id): False [ 924.132141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.132383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.132785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.132785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.132862] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.132921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.133100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.133161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.133205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.133374] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.133463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.133520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.133657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.133722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.133972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.133972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.134114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.134172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.134264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.134325] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 924.214060] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.214238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.214300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.214517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.214682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.227452] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 924.327780] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 924.328071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.505701] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 924.505933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.543941] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.544321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.544399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.544683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.544794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.544907] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 924.570160] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.570332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.570394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.570617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.570766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.579632] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 924.834431] env[70911]: INFO networking_nsxv3.common.synchronization [req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d req-c392d4d3-b89e-4538-b5a6-ea2ff3a22e45 service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 924.834431] env[70911]: INFO networking_nsxv3.common.synchronization [req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d req-c392d4d3-b89e-4538-b5a6-ea2ff3a22e45 service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 924.834431] env[70911]: INFO networking_nsxv3.common.synchronization [req-2a23fe6e-8ee7-446d-93b8-c7c49fe43f7d req-c392d4d3-b89e-4538-b5a6-ea2ff3a22e45 service nova] Enqueued Resource ID: fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 with Priority: HIGHEST for action port [ 924.834431] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 924.834431] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 924.834431] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 with Priority: HIGHEST for action port [ 924.834431] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.834431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.834431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.836315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.836315] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.837015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.837512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.837938] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.838241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.838928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.838928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.838928] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fffa0bdd-f622-4cc3-a7b8-62a6b7b63971',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.342123] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.342123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.342123] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 with status ACTIVE [ 925.342454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.342454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.342454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.342653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.342709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.342841] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.342934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.342993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.343175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.343260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.343422] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.343528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.343580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.343686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.343753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.343832] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fffa0bdd-f622-4cc3-a7b8-62a6b7b63971 is going to be updated. [ 925.364796] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.365025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.365025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.365202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.365336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.365485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fffa0bdd-f622-4cc3-a7b8-62a6b7b63971" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.246430] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 926.246774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.588735] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 926.589611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.589611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.589611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.589611] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.589611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.589611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.589797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.589841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.589911] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.093271] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.597789] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.100875] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.101023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.101113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.101343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.101403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.101496] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 928.128320] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.128476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.128547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.128801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.128966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.137116] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 929.834165] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 929.834165] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 930.147889] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 4s [ 932.161584] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.161584] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.161584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.161584] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.747366] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.748587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.748825] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.750414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.753320] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.753404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.753441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.753688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.753783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.753907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.760749] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.762010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.762010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.762010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.762010] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.762010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.762010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.762010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.762010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.762332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.762332] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.270353] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af1f2ca-b633-45d5-ab2f-f187614df7f9: rpc.has_security_group_logging(os_id): False [ 933.291104] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.291340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.291340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.291526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.291618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.291810] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.291914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.291994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.292155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.292237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.292418] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.292507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.292568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.292709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.292920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.293009] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.294065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.295011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.295011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.295011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.295011] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 933.352234] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.352234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.352234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.352234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.352234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.376150] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 933.885579] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ba7e3855-a9ad-42cb-9e4e-8eed919cbb47 None None] Enqueued Resource ID: 59aa3996-9770-4153-9dd5-043137a826d1 with Priority: HIGHEST for action port [ 933.887670] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59aa3996-9770-4153-9dd5-043137a826d1 with Priority: HIGHEST for action port [ 933.888733] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-59aa3996-9770-4153-9dd5-043137a826d1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.889848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59aa3996-9770-4153-9dd5-043137a826d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.889964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59aa3996-9770-4153-9dd5-043137a826d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.890324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59aa3996-9770-4153-9dd5-043137a826d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.890822] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59aa3996-9770-4153-9dd5-043137a826d1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.394301] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59aa3996-9770-4153-9dd5-043137a826d1 [ 934.394578] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.394654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.394707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.394914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.394997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.395109] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59aa3996-9770-4153-9dd5-043137a826d1 already deleted. [ 934.395180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59aa3996-9770-4153-9dd5-043137a826d1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.026456] env[70911]: INFO networking_nsxv3.common.synchronization [req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 req-adbc94ca-6d6b-4144-a7fa-4f1bb139b20a tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Enqueued Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_members [ 935.026456] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_members [ 935.026456] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.026699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.026699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.027032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.027259] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.028071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.028071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.028071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.028071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.028071] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.391584] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 935.393138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.482230] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.482574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-370" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.482574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-370" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.482939] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-370" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.483235] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.483420] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.483584] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.483798] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.483945] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.484214] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.484330] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.484437] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.484546] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.484655] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.484760] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.484899] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.503342] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.505019] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.505019] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.505019] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-370" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.505019] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-5814e5b9-31cc-4076-be60-3d564cb90706 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.505612] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.505960] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.506498] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.506760] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5814e5b9-31cc-4076-be60-3d564cb90706',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.535380] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.535380] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.535380] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df already deleted. [ 935.535380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.009848] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.010115] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.010251] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.010618] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.010728] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.010895] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 5814e5b9-31cc-4076-be60-3d564cb90706 not found, creating... [ 936.011191] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.011360] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.011486] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.011714] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.011856] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.012158] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.012320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.012442] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.012655] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.012789] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.012936] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 5814e5b9-31cc-4076-be60-3d564cb90706 is going to be created. [ 936.032719] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.032719] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.032964] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.033311] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.033600] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.033844] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.188338] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ea4de059-ebc9-431c-ada1-346d63fcf36d None None] Enqueued Resource ID: a44ac469-8a47-45dd-b78f-b5697cbaa31f with Priority: HIGHEST for action port [ 936.188893] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44ac469-8a47-45dd-b78f-b5697cbaa31f with Priority: HIGHEST for action port [ 936.189322] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44ac469-8a47-45dd-b78f-b5697cbaa31f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.189428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44ac469-8a47-45dd-b78f-b5697cbaa31f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.189511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44ac469-8a47-45dd-b78f-b5697cbaa31f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.189795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44ac469-8a47-45dd-b78f-b5697cbaa31f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.189881] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44ac469-8a47-45dd-b78f-b5697cbaa31f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.693777] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a44ac469-8a47-45dd-b78f-b5697cbaa31f [ 936.693777] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.693777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.693777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.693777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.693777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.693777] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a44ac469-8a47-45dd-b78f-b5697cbaa31f already deleted. [ 936.693777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44ac469-8a47-45dd-b78f-b5697cbaa31f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.864190] env[70911]: INFO networking_nsxv3.common.synchronization [req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 req-1896c91b-95a4-41be-a927-941774513c58 service nova] Enqueued Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_rules [ 936.864190] env[70911]: INFO networking_nsxv3.common.synchronization [req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 req-1896c91b-95a4-41be-a927-941774513c58 service nova] Enqueued Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_members [ 936.864190] env[70911]: INFO networking_nsxv3.common.synchronization [req-ab3ee37b-c745-4ecd-a487-ff5b600b33b4 req-1896c91b-95a4-41be-a927-941774513c58 service nova] Enqueued Resource ID: 5814e5b9-31cc-4076-be60-3d564cb90706 with Priority: HIGHEST for action port [ 936.864190] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_rules [ 936.864190] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_members [ 936.864190] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5814e5b9-31cc-4076-be60-3d564cb90706 with Priority: HIGHEST for action port [ 936.864190] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.864838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.865127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.866608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.866608] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.866985] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.867253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.867408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.867662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.867908] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.868152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.868316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.869274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.869274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.869274] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.872031] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5814e5b9-31cc-4076-be60-3d564cb90706 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.872031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.872031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.872031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.872031] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5814e5b9-31cc-4076-be60-3d564cb90706',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.373200] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.373391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.373532] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.374653] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5814e5b9-31cc-4076-be60-3d564cb90706 with status ACTIVE [ 937.374849] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.374981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.375053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.376038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.376038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.376038] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.376038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.376038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.376038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.376038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.376271] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.376271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.376353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.376462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.376534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.376617] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5814e5b9-31cc-4076-be60-3d564cb90706 is going to be updated. [ 937.400128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.400364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.400364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.401290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.401290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.401290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5814e5b9-31cc-4076-be60-3d564cb90706" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.879343] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.385689] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.385855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.385928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.386292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.386475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.386587] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df is going to be created. [ 938.409819] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.413018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.413018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.413018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.413018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.421116] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df in Status: UNINITIALIZED for 2s [ 940.197018] env[70911]: INFO networking_nsxv3.common.synchronization [req-d2483106-06fe-4c91-8d80-e6d288bd92e6 req-58dde627-c90c-4401-b25e-d3f2f51447d8 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 940.197292] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 940.197495] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.197662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.199120] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.199120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.199120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.199120] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.430491] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df in Status: SUCCESS [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.433590] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.433590] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.702146] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.936042] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.205645] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.439896] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bec035e-00bb-4f0c-a7dc-6bbf85a640df: rpc.has_security_group_logging(os_id): False [ 941.457267] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.457413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.457479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.457767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.457866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.458124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.458225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.458308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.458468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.458545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.458631] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df is going to be created. [ 941.510974] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.511142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.511213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.511406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.511590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.523377] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df in Status: IN_PROGRESS for 2s [ 941.709566] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.709758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.709804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.710022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.710113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.710216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e is going to be updated. [ 941.736894] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.737073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.737134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.737313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.737451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.749645] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: IN_PROGRESS for 2s [ 942.167551] env[70911]: INFO networking_nsxv3.common.synchronization [req-e287f4b8-c5c9-411e-8a75-8685023f2dd0 req-110432b5-e4ac-4486-a004-f12833403223 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 942.168656] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 942.168656] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.168656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.168656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.168894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.169227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.169338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.169418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.169587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.169674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.169765] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.206867] env[70911]: INFO networking_nsxv3.common.synchronization [req-db48c36f-e629-4c73-90ed-dffd6c98de1b req-6b70b3d9-3c66-4934-bdbf-445b0adfe740 tempest-ListServersNegativeTestJSON-1149321265 tempest-ListServersNegativeTestJSON-1149321265-project-member] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 942.208506] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGHEST for action security_group_members [ 942.208852] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.208968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.672616] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.672736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.672736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.673038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.673038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.673240] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.673335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.673399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.673636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.673708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.673795] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 942.702671] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.702808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.702947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.703080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.703222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.711434] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 943.056948] env[70911]: INFO networking_nsxv3.common.synchronization [req-8a4c4b44-daaf-4dc9-9d27-142802802290 req-9c298017-2aa2-4c9f-b211-16678d1518ff tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 943.057696] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 943.058020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.058141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.058204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.058680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.058842] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.058943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.059020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.059163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.059247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.059353] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.533960] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df in Status: SUCCESS [ 943.534338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.563038] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.760458] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: SUCCESS [ 943.760817] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.065373] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.569081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.569081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.569081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.569081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.569081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.569081] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 944.594686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.594853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.594923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.595129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.595271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.603345] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 944.721259] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 944.721259] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 deletion is rescheduled due to dependency. [ 944.721259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.721424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.721557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.721935] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.721935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.721935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.722088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.722120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.722236] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.225201] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.225201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.225201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.225201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.225201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.225201] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.225201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.225201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.225514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.225514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.225514] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be updated. [ 945.249386] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.249386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.249386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.249386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.249386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.259856] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: IN_PROGRESS for 2s [ 946.613490] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 946.613767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.268631] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 in Status: SUCCESS [ 947.268803] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 deletion is rescheduled due to dependency. [ 947.268920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.356911] env[70911]: INFO networking_nsxv3.common.synchronization [req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 req-9e11cf43-731c-4b25-b581-9a0dda3fd303 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_members [ 947.357453] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_members [ 947.357830] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.357895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.357936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.358189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.358372] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.358480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.358536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.358663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.358762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.358876] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.717916] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.717916] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.717916] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.718454] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.718454] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.718539] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.718786] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.719069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.719280] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.719576] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.719727] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.719869] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.720013] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.720174] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 947.720314] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.720538] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.739112] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.739232] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 947.739508] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.739656] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.739977] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-cb306063-3854-4416-8772-d6663f7d079a taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.740290] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.740768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.740946] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.741149] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb306063-3854-4416-8772-d6663f7d079a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.862648] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.862648] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.862648] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 already deleted. [ 947.862648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.243724] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.243977] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.244126] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.244404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.244563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.244731] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port cb306063-3854-4416-8772-d6663f7d079a not found, creating... [ 948.245111] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.245196] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.245276] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.245497] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.245649] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.245930] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.246118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.246244] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.246450] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.246586] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.247140] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: cb306063-3854-4416-8772-d6663f7d079a is going to be created. [ 948.268042] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.268291] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.268449] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.268724] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.268964] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.269202] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.956537] env[70911]: INFO networking_nsxv3.common.synchronization [req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 req-9b39e328-9de6-47dd-9ef0-3be8769073be service nova] Enqueued Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_rules [ 948.956863] env[70911]: INFO networking_nsxv3.common.synchronization [req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 req-9b39e328-9de6-47dd-9ef0-3be8769073be service nova] Enqueued Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_members [ 948.957278] env[70911]: INFO networking_nsxv3.common.synchronization [req-731e716b-a4b0-40a9-b0f2-637fab5aa7b4 req-9b39e328-9de6-47dd-9ef0-3be8769073be service nova] Enqueued Resource ID: cb306063-3854-4416-8772-d6663f7d079a with Priority: HIGHEST for action port [ 948.958086] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_rules [ 948.958397] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_members [ 948.958654] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb306063-3854-4416-8772-d6663f7d079a with Priority: HIGHEST for action port [ 948.959172] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.959513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.959678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.960107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.960308] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.961693] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.961963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.962192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.962613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.962843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.963041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.963202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.963407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.963563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.963717] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.964740] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb306063-3854-4416-8772-d6663f7d079a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.965683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.965900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.966218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.966414] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb306063-3854-4416-8772-d6663f7d079a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.468902] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb306063-3854-4416-8772-d6663f7d079a with status ACTIVE [ 949.469163] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.469308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.469403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.469623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.469724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.469916] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.470057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.470124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.470285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.470363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.470733] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.470733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.470733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.472179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.472293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.472425] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb306063-3854-4416-8772-d6663f7d079a is going to be updated. [ 949.474095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.474095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.474095] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.548458] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.548666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.548774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.549026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.549393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.549393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb306063-3854-4416-8772-d6663f7d079a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.976481] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.056185] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-299916fa-72a2-4225-ade3-84e861557ca2 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 950.057334] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 950.057564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.057564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.057564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.057764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.057922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.059207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.059207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.059324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.059808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.059808] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.433165] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.433423] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.433496] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.433766] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.434033] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.434195] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.434317] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.434537] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.434681] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.434890] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.435017] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.435134] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.435246] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.435357] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 950.435464] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.435597] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.454961] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.454961] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 950.454961] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.454961] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.456735] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.456735] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.456735] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.456735] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.456735] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1627ba8-f114-4bc2-94c7-79df8f94d3f8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.478696] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.478861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.478915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.479130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.479222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.479336] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 is going to be created. [ 950.504535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.504665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.504732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.505000] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.505176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.514494] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 in Status: UNINITIALIZED for 2s [ 950.562500] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.562667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.562738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.562954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.582314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.582314] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.582314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.582314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.582625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.582625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.582625] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 950.609500] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.609500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.609500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.609500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.609500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.616732] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 950.686023] env[70911]: INFO networking_nsxv3.common.synchronization [req-54477c48-4ba4-42ce-85f5-de20744c7b3b req-0c545432-33bc-40e4-a0bb-074ec61876bc tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 950.686023] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 950.686023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.686023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.686023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.686023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.686023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.686023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.686023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.687138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.687138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.687138] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.959319] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.959319] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.959610] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.959718] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.960395] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.960395] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b1627ba8-f114-4bc2-94c7-79df8f94d3f8 not found, creating... [ 950.960596] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.960689] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.960979] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.961300] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.961385] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.961726] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.962599] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.962599] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.962599] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.963200] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.963200] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b1627ba8-f114-4bc2-94c7-79df8f94d3f8 is going to be created. [ 950.984399] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.984777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.984777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.985114] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.985384] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.985622] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.195558] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.698203] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.025018] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-a839bb4d-8779-4bfb-a2cf-aa0d9ac68114 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 952.025018] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-a839bb4d-8779-4bfb-a2cf-aa0d9ac68114 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 952.025310] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-a839bb4d-8779-4bfb-a2cf-aa0d9ac68114 service nova] Enqueued Resource ID: b1627ba8-f114-4bc2-94c7-79df8f94d3f8 with Priority: HIGHEST for action port [ 952.026017] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 952.026017] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 952.026168] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1627ba8-f114-4bc2-94c7-79df8f94d3f8 with Priority: HIGHEST for action port [ 952.026436] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.027513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.027513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.027513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.027513] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.028399] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.028540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.028781] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.028909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.028989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.029220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.029441] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1627ba8-f114-4bc2-94c7-79df8f94d3f8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.200292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.200499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.200601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.200836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.200958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.201105] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 952.239266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.239498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.239553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.239756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.239907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.248428] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 952.523946] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 in Status: SUCCESS [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525465] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.525465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.525465] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.532547] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.532547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.532547] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1627ba8-f114-4bc2-94c7-79df8f94d3f8 with status ACTIVE [ 952.532547] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.532547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.532547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.532547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.532547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.532977] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.533118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.533237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.533464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.533555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.533804] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.533907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.533997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.534170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.534652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.534652] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1627ba8-f114-4bc2-94c7-79df8f94d3f8 is going to be updated. [ 952.554885] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.555034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.555113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.555310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.555446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.555603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1627ba8-f114-4bc2-94c7-79df8f94d3f8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.628671] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 952.628671] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f deletion is rescheduled due to dependency. [ 952.628671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.628671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.628954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.628954] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.629091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.629154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.629324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.629470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.629529] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.027587] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.135406] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.530532] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 316a5075-c92c-41ef-a6ba-b7910e2ffe26: rpc.has_security_group_logging(os_id): False [ 953.555922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.560091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.561033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.561033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.561033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.561033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.561285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.561285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.561452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.561452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.561530] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 is going to be created. [ 953.629873] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.630115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.630230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.630435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.630660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.636316] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.640813] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 in Status: IN_PROGRESS for 2s [ 954.140040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.140444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.140444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.140563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.140563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.140669] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 954.175593] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.175898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.175957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.176305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.176532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.185344] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 954.257805] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 954.258021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.363618] env[70911]: INFO networking_nsxv3.common.synchronization [None req-5288dd48-fcd0-4f66-99bc-d47c0929fa51 None None] Enqueued Resource ID: 5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7 with Priority: HIGHEST for action port [ 955.364169] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7 with Priority: HIGHEST for action port [ 955.364470] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.364591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.364660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.364932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.364983] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.653499] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 in Status: SUCCESS [ 955.653720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.703197] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-e6cd55db-a5a7-43cd-a5de-def1205b0d44 tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 955.703794] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 955.707019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.707019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.869331] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7 [ 955.869624] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.869792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.869857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.870857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.870857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.870857] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7 already deleted. [ 955.870857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eafe0d7-0f47-4d0d-9a9c-7bd5106d5dc7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.194558] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 956.194558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.194760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.194928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.195135] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.195250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.195313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.195500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.195582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.196430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.196596] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.198552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.198552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.198552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.198552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.198552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.198552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.198552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.198552] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.447775] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-382 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.448112] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.448112] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.448444] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.450555] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.450555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.450555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.450555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.450555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.450555] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.450555] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.450555] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.450555] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.450555] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.450555] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.450954] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.471032] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.471032] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.471032] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.471032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-382" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.471032] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-0f7be729-4571-42b4-99c9-b177c2a03958 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.471032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.471032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.471032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.471032] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7be729-4571-42b4-99c9-b177c2a03958',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.700527] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.700754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.705221] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.972620] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.973083] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.973433] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.974086] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.974086] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.974351] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 0f7be729-4571-42b4-99c9-b177c2a03958 not found, creating... [ 956.974667] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.975709] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.975709] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.975709] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.975898] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.976226] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.976458] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.980025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.980025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.980025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.980025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 0f7be729-4571-42b4-99c9-b177c2a03958 is going to be created. [ 957.003116] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.003818] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.003818] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.003818] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.004019] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.005168] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.208938] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.460432] env[70911]: INFO networking_nsxv3.common.synchronization [None req-d41aca31-7b5a-4dd7-af03-40f4fc0c2b00 None None] Enqueued Resource ID: b066d22d-aa4c-4cb3-84ed-825a554a7ad8 with Priority: HIGHEST for action port [ 957.461129] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b066d22d-aa4c-4cb3-84ed-825a554a7ad8 with Priority: HIGHEST for action port [ 957.463497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b066d22d-aa4c-4cb3-84ed-825a554a7ad8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.463497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b066d22d-aa4c-4cb3-84ed-825a554a7ad8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.463497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b066d22d-aa4c-4cb3-84ed-825a554a7ad8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.463497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b066d22d-aa4c-4cb3-84ed-825a554a7ad8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.463702] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b066d22d-aa4c-4cb3-84ed-825a554a7ad8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.712643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.712643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.712643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.712855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.712855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.712918] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 957.744875] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.745121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.745183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.745419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.745623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.757227] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 957.835438] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-bd80e123-8a12-45c0-a5b7-f1592f416f06 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 957.835438] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-bd80e123-8a12-45c0-a5b7-f1592f416f06 service nova] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 957.835438] env[70911]: INFO networking_nsxv3.common.synchronization [req-17cbe6ad-41a1-4b45-9eb3-ab0a0df81e86 req-bd80e123-8a12-45c0-a5b7-f1592f416f06 service nova] Enqueued Resource ID: 0f7be729-4571-42b4-99c9-b177c2a03958 with Priority: HIGHEST for action port [ 957.835438] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_rules [ 957.835438] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 957.835438] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f7be729-4571-42b4-99c9-b177c2a03958 with Priority: HIGHEST for action port [ 957.836173] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.837060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.837453] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.837453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.837732] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f7be729-4571-42b4-99c9-b177c2a03958 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.841094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.841094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.841094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.841094] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f7be729-4571-42b4-99c9-b177c2a03958',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.969031] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b066d22d-aa4c-4cb3-84ed-825a554a7ad8 [ 957.970297] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.970297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.970297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.970297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.970297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.970297] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b066d22d-aa4c-4cb3-84ed-825a554a7ad8 already deleted. [ 957.970297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b066d22d-aa4c-4cb3-84ed-825a554a7ad8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.343231] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f7be729-4571-42b4-99c9-b177c2a03958 with status ACTIVE [ 958.343231] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.343231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.343231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.343402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.343431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.343597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.343725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.343772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.343927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.343991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.344189] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.344304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.344346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.344476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.344571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.344950] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f7be729-4571-42b4-99c9-b177c2a03958 is going to be updated. [ 958.363791] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.364017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.364152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.364427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.365391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.365391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f7be729-4571-42b4-99c9-b177c2a03958" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.767103] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 959.767440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.767606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.771023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.771023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.771023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.771023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.771023] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.772496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.772496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.772496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.772496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.772496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.772496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.775079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.779022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.278579] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f: rpc.has_security_group_logging(os_id): False [ 960.279878] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.297572] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.297777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.297777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.298181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.298181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.298293] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.298448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.298448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.298598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.298676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.298857] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.298948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.299011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.301484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.301595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.301794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.301888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.301948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.302107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.302185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.302269] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 960.362548] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.362548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.362548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.362548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.362797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.375650] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 960.379577] env[70911]: INFO networking_nsxv3.common.synchronization [req-d930da12-45b4-418c-ada2-11dd23136285 req-043d7653-7275-45ea-b581-8c011531fabb tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_members [ 960.380509] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGHEST for action security_group_members [ 960.381148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.381350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.381449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.381694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.381849] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.381943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.382011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.382165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.382249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.382341] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.517298] env[70911]: INFO networking_nsxv3.common.synchronization [req-a164dd87-46b6-455e-b8d3-fbc2f85d7c48 req-e938bc10-406f-4b00-8317-2302e265100d tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 960.517880] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 960.518204] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.518326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.518389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.519246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.519246] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.519246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.519246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.519246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.519246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.519246] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.656669] env[70911]: INFO networking_nsxv3.common.synchronization [req-e9bb1750-721a-48cb-be2f-f55f0527d611 req-af16009c-d24d-45d3-b0ad-f301c1b3cae3 tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Enqueued Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_members [ 960.657090] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_members [ 960.657400] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.657583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.657583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.658196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.658196] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.658346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.659121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.659121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.659121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.659121] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.781797] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.884857] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.885022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.885273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.885327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.904583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.904932] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.905057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.905097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.905273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.905356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.905446] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 is going to be updated. [ 960.930480] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.930480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.930480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.931518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.931707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.941619] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 in Status: IN_PROGRESS for 2s [ 961.022532] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.022718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.022812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.022950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.043797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.044079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.044201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.044288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.044520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.044628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.044730] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 961.069181] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.069420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.069471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.069688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.069824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.077601] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 961.161447] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.161709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.161709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.161911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.166022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.166022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.166022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.166022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.166022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.166022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.166022] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 already deleted. [ 961.166022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.287576] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.287795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.287795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.288078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.288184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.288323] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 961.313989] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.314148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.314215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.314442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.314579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.322662] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 961.540242] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.540466] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-695" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.540598] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-695" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.540949] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-695" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.543192] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.543409] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.543510] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.543787] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.544191] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.544191] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.544337] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.544473] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.544527] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.544636] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.544743] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.544895] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.561948] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.562148] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.562292] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.562479] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-695" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.562808] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-c66c8530-d329-4d02-9e1f-04a9a6435fdf taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.562988] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.563137] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.563735] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.563735] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66c8530-d329-4d02-9e1f-04a9a6435fdf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.066148] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.066462] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.066462] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.066802] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.066960] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.067141] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port c66c8530-d329-4d02-9e1f-04a9a6435fdf not found, creating... [ 962.067412] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.067575] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.067697] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.067916] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.068069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.068357] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.068577] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.068719] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.068930] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.070186] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.070611] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: c66c8530-d329-4d02-9e1f-04a9a6435fdf is going to be created. [ 962.091695] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.091813] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.091850] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.092153] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.092393] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.092646] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.389244] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 962.389509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.389582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.390042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.390042] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.892961] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.893125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.953311] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 in Status: SUCCESS [ 962.953494] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 deletion is rescheduled due to dependency. [ 962.953623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.086813] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 963.087098] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 deletion is rescheduled due to dependency. [ 963.087139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.332288] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 963.332669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.333040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.333340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.333707] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.336593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.336593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.336593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.336593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.336593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.336593] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.417556] env[70911]: INFO networking_nsxv3.common.synchronization [req-e9bb1750-721a-48cb-be2f-f55f0527d611 req-e7e9c173-504e-414e-b1a0-0fa27e0d8c81 service nova] Enqueued Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_rules [ 963.417818] env[70911]: INFO networking_nsxv3.common.synchronization [req-e9bb1750-721a-48cb-be2f-f55f0527d611 req-e7e9c173-504e-414e-b1a0-0fa27e0d8c81 service nova] Enqueued Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_members [ 963.417960] env[70911]: INFO networking_nsxv3.common.synchronization [req-e9bb1750-721a-48cb-be2f-f55f0527d611 req-e7e9c173-504e-414e-b1a0-0fa27e0d8c81 service nova] Enqueued Resource ID: c66c8530-d329-4d02-9e1f-04a9a6435fdf with Priority: HIGHEST for action port [ 963.418527] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_rules [ 963.418823] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_members [ 963.418921] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c66c8530-d329-4d02-9e1f-04a9a6435fdf with Priority: HIGHEST for action port [ 963.419215] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.419327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.419394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.419684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.419763] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.421178] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.421292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.421357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.421716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.421928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.422043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.422105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.422253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.422330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.422420] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.423557] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-c66c8530-d329-4d02-9e1f-04a9a6435fdf taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.423665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.423727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.423876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.423946] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c66c8530-d329-4d02-9e1f-04a9a6435fdf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.627688] env[70911]: INFO networking_nsxv3.common.synchronization [req-0b17e730-f970-44a9-894d-88aedb0466d0 req-c41dfde1-e575-489f-a519-eabe58282dbe tempest-ServersWithSpecificFlavorTestJSON-692200664 tempest-ServersWithSpecificFlavorTestJSON-692200664-project-member] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 963.628220] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGHEST for action security_group_members [ 963.628544] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.628666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.628733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.628930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.629312] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.629465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.629554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.629736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.629857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.629973] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.839064] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.839224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.839297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.839573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.839747] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.839847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.839911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.840126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.840214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.840251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.840380] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.840468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.840530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.840666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.840839] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.840899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.840945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.841076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.841147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.841225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.841340] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.926307] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.927526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.927526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.927715] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c66c8530-d329-4d02-9e1f-04a9a6435fdf with status ACTIVE [ 963.927815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.927905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.927960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.928171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.928258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.928457] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.929170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.929170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.929170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.929170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.929170] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.929170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.929170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.929875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.929875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.929875] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c66c8530-d329-4d02-9e1f-04a9a6435fdf is going to be updated. [ 963.952150] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.952399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.952512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.952811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.952984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.953515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c66c8530-d329-4d02-9e1f-04a9a6435fdf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.133709] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.133992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.133992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.134281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.134281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.134513] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.134629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.134686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.134836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.134911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.134994] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be updated. [ 964.162834] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.162980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.163056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.167025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.167025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.171242] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: IN_PROGRESS for 2s [ 964.345389] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f: rpc.has_security_group_logging(os_id): False [ 964.363022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.363022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.363022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.363022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.363680] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.364490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.364698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.366688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.366688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.366688] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 964.422766] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.422766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.422766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.422766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.422766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.433100] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.440052] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 964.942091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.942091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.942091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.942091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.942091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.942091] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 is going to be created. [ 964.964564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.964737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.964866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.965331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.965556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.973776] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 in Status: UNINITIALIZED for 2s [ 964.977452] env[70911]: INFO networking_nsxv3.common.synchronization [req-6db4e437-fa8f-42bb-a35d-0c65df521ace req-6885189c-b42c-4ced-b15e-8d32ad38b5cf tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_members [ 964.977648] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_members [ 964.978300] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.978300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.978491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.978961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.978961] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.979088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.979088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.979303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.979352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.979462] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.483545] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.483888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.483888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.486381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.486538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.486794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.486936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.487048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.487263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.487364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.487458] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 already deleted. [ 965.487542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.756390] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.756547] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.756647] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.756916] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.757187] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.757348] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.757469] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.757680] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.757851] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.759366] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.759601] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.759860] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.760041] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.760146] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.760288] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.760531] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.778883] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.779071] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.779218] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.779392] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.779705] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-1efb1acc-351a-4ada-868c-3337882abe7d taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.779903] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.780049] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.780370] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.780514] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efb1acc-351a-4ada-868c-3337882abe7d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.179551] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d677ad30-8273-418c-8e25-eed32b876835 in Status: SUCCESS [ 966.179768] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d677ad30-8273-418c-8e25-eed32b876835 deletion is rescheduled due to dependency. [ 966.179901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.284073] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.284363] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.284530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.284847] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.285103] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.285231] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 1efb1acc-351a-4ada-868c-3337882abe7d not found, creating... [ 966.285536] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.285732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.285888] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.286164] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.286344] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.286687] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.286901] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.287036] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.287287] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.287465] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.287644] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 1efb1acc-351a-4ada-868c-3337882abe7d is going to be created. [ 966.306043] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.306216] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.306309] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.309806] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.309806] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.309806] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.456220] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 966.456497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.983031] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 in Status: SUCCESS [ 966.983312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.983621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.983760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.983847] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.983968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.984050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.984205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.984287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.984370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.984547] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.266054] env[70911]: INFO networking_nsxv3.common.synchronization [req-6db4e437-fa8f-42bb-a35d-0c65df521ace req-42f6d480-7654-4c0b-8ac8-ea3dd43c5b12 service nova] Enqueued Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_rules [ 967.266054] env[70911]: INFO networking_nsxv3.common.synchronization [req-6db4e437-fa8f-42bb-a35d-0c65df521ace req-42f6d480-7654-4c0b-8ac8-ea3dd43c5b12 service nova] Enqueued Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_members [ 967.266054] env[70911]: INFO networking_nsxv3.common.synchronization [req-6db4e437-fa8f-42bb-a35d-0c65df521ace req-42f6d480-7654-4c0b-8ac8-ea3dd43c5b12 service nova] Enqueued Resource ID: 1efb1acc-351a-4ada-868c-3337882abe7d with Priority: HIGHEST for action port [ 967.266054] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_rules [ 967.266054] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_members [ 967.266054] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1efb1acc-351a-4ada-868c-3337882abe7d with Priority: HIGHEST for action port [ 967.268232] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.268232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.268232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.268232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.268232] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.270071] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.272621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.272621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.272621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.272621] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.272621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.272621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.272621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.272621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.272621] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.274561] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-1efb1acc-351a-4ada-868c-3337882abe7d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.274561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.274561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.274561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.274561] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1efb1acc-351a-4ada-868c-3337882abe7d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.490832] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.491052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.491118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.491350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.491535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.492049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.492124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.492302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.492388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.492484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.492656] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.492754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.492861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.492962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.493119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.493215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.493291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.493560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.493560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.493633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.493808] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.542178] env[70911]: INFO networking_nsxv3.common.synchronization [req-fa80d696-fe4f-460c-9888-0d1e04b702f8 req-928b3abb-873c-4fab-8136-3ed2c1bb4d0d tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Enqueued Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_members [ 967.542858] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_members [ 967.544084] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.544228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.544892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.546256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.546256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.546256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.546256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.546256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.546256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.546256] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.771256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.771256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.779426] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.779426] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1efb1acc-351a-4ada-868c-3337882abe7d with status ACTIVE [ 967.779426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.779426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.779426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.779426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.780263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.780990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.780990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.780990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.780990] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1efb1acc-351a-4ada-868c-3337882abe7d is going to be updated. [ 967.806229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.806229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.806229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.806229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.806229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.806229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1efb1acc-351a-4ada-868c-3337882abe7d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.997891] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d42f63d3-2de6-4e21-8c9d-8f4c73324386: rpc.has_security_group_logging(os_id): False [ 968.018916] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.019137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.019235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.019513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.019649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.019932] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.020082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.020179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.020401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.020523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.021094] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.021223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.021364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.021583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.021703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.021975] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.022118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.022598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.022598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.022598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.022598] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 is going to be created. [ 968.054338] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.054338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.054473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.054576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.054663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.054863] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.056014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.056014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.056014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.056014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.056014] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f54631b-42e5-4be0-bf33-0a456225404d already deleted. [ 968.056014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.070016] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.070016] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-94" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.070016] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-94" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.070349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-94" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.070670] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.070837] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.071274] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.071972] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.071972] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.072225] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.072331] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.072446] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.073988] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.073988] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.073988] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.073988] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.092332] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.093221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.093312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.093630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.094249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.100875] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.101079] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.101261] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.101451] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-94" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.101805] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-59e4bedc-f618-475d-8699-aa809c42068a taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.101987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.102128] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.102463] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.102613] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59e4bedc-f618-475d-8699-aa809c42068a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.106229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 in Status: IN_PROGRESS for 2s [ 968.285656] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.610277] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.610277] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 59e4bedc-f618-475d-8699-aa809c42068a not found, creating... [ 968.610277] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.610277] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.611383] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.613742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.613742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.613742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.613742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.613742] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 59e4bedc-f618-475d-8699-aa809c42068a is going to be created. [ 968.632905] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.635239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.635239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.635239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.635239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.635239] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789919] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.789919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.789919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.789919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.789919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789919] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 is going to be created. [ 968.835495] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.836378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.836378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.837900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.837900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.849758] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 in Status: UNINITIALIZED for 2s [ 969.181995] env[70911]: INFO networking_nsxv3.common.synchronization [req-21fed672-574f-44f3-8033-fc4a1a1f0193 req-bce8c8e1-6c59-48d9-adfe-58d4b66252fd tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 969.182775] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 969.183327] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.183433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.183671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.183927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.184146] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.184303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.184405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.184665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.184806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.184949] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.192683] env[70911]: INFO networking_nsxv3.common.synchronization [req-ae440fd2-0e5d-4ea1-8817-c414d0cc9b63 req-de8bb7a3-297c-4ecb-a867-864661f9c84f tempest-MultipleCreateTestJSON-1217182839 tempest-MultipleCreateTestJSON-1217182839-project-member] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 969.193613] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGHEST for action security_group_members [ 969.193988] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.194224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.532806] env[70911]: INFO networking_nsxv3.common.synchronization [req-fa80d696-fe4f-460c-9888-0d1e04b702f8 req-637b7c2d-5eb3-49d5-b95f-172e7d264036 service nova] Enqueued Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_rules [ 969.532971] env[70911]: INFO networking_nsxv3.common.synchronization [req-fa80d696-fe4f-460c-9888-0d1e04b702f8 req-637b7c2d-5eb3-49d5-b95f-172e7d264036 service nova] Enqueued Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_members [ 969.533195] env[70911]: INFO networking_nsxv3.common.synchronization [req-fa80d696-fe4f-460c-9888-0d1e04b702f8 req-637b7c2d-5eb3-49d5-b95f-172e7d264036 service nova] Enqueued Resource ID: 59e4bedc-f618-475d-8699-aa809c42068a with Priority: HIGHEST for action port [ 969.533420] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_rules [ 969.533542] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_members [ 969.533637] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e4bedc-f618-475d-8699-aa809c42068a with Priority: HIGHEST for action port [ 969.534171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.534291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.534422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.534607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.534689] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.535516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.535603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.535686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.535818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.535999] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.538053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.538053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.538053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.538053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.538053] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.538053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-59e4bedc-f618-475d-8699-aa809c42068a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.538053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.538053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.538053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.538053] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59e4bedc-f618-475d-8699-aa809c42068a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.695721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.695721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.695721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.695721] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 969.726118] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.726118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.726118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.726118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.726118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.733803] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 969.807835] env[70911]: INFO networking_nsxv3.common.synchronization [req-cd29ea9f-3c10-4dc0-9741-d7d200d8388e req-20bd03cb-2ee9-4998-ad7a-e8a4cb968082 tempest-ListServerFiltersTestJSON-1627030027 tempest-ListServerFiltersTestJSON-1627030027-project-member] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 969.811284] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGHEST for action security_group_members [ 969.812247] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.812525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.812592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.813156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.813485] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.813724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.813794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.814122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.814361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.814647] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.039473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.039473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.044650] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.044650] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59e4bedc-f618-475d-8699-aa809c42068a with status ACTIVE [ 970.044650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.044650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.044650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.044650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.045177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.045177] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59e4bedc-f618-475d-8699-aa809c42068a is going to be updated. [ 970.073032] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.073032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.073032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.073032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.073032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.073032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59e4bedc-f618-475d-8699-aa809c42068a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.122023] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 in Status: SUCCESS [ 970.122023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.192192] env[70911]: INFO networking_nsxv3.common.synchronization [req-7a4f7806-dbae-4a73-92bd-db8aa810c91a req-58724cee-415d-41f6-8ab9-b76c382eeda7 tempest-ServersAdminNegativeTestJSON-1005031161 tempest-ServersAdminNegativeTestJSON-1005031161-project-member] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 970.193160] env[70911]: INFO networking_nsxv3.common.synchronization [req-01208b12-931a-436b-813b-ffa1a48ed10c req-6e924676-9aba-4af8-baf6-776d0f216f82 tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 970.193956] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGHEST for action security_group_members [ 970.194252] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 970.194786] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.195128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.195339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.195643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.197075] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.197075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.197075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.197075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.197075] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.197513] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.197757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.197948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.198265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.198569] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.198816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.198990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.200736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.200736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.200736] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.318402] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.318637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.318714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.318964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.338606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.338606] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.338708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.338782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.338954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.339042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.339127] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be updated. [ 970.364191] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.364479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.364558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.364821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.364966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.377355] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: IN_PROGRESS for 2s [ 970.550932] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.567936] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.568254] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.568424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.568591] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.568871] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.569040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.569266] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.569381] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.569523] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.569732] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.569846] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.569958] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.572943] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.572943] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.573180] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.573180] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.593176] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.593360] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.593497] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.593673] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-514" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.593985] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b191325d-0ea3-487c-8bb1-05b12d9139ec taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.594180] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.596221] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.596221] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.596221] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b191325d-0ea3-487c-8bb1-05b12d9139ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.701782] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.701940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.702299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.702299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.702411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.702581] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.703362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.703362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.703362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.703362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.703362] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be updated. [ 970.704138] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.704255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.704307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.704450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.704575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.704694] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.704793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.704860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.705125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.705213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.705296] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 970.729202] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.729420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.729496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.729695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.729847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.731982] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.732163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.732163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.732334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.732451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.740364] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 970.742743] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: IN_PROGRESS for 2s [ 970.859671] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 in Status: SUCCESS [ 970.859978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.860403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.860713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.861085] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.861310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.862948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.862948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.862948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.862948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.862948] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.054078] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.054078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.054078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.054078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.054474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.054474] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f54631b-42e5-4be0-bf33-0a456225404d is going to be created. [ 971.078682] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.078914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.078973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.079200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.079363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.088486] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f54631b-42e5-4be0-bf33-0a456225404d in Status: UNINITIALIZED for 2s [ 971.100443] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.100655] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.100826] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.101107] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.101320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.101492] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b191325d-0ea3-487c-8bb1-05b12d9139ec not found, creating... [ 971.101765] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.101926] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.102098] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.102336] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.102525] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.102877] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.103060] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.103185] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.103433] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.103613] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.103767] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b191325d-0ea3-487c-8bb1-05b12d9139ec is going to be created. [ 971.122830] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.123074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.123208] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.123473] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.123710] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.124065] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.363955] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.742701] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 971.742890] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f deletion is rescheduled due to dependency. [ 971.742990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.743161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.743390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.743696] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.743696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.743880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.743880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.743940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.744044] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.868161] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2ef37e7-4694-4d26-8a5c-528fce1095f7: rpc.has_security_group_logging(os_id): False [ 971.886023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.886023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.886023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.886023] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 is going to be created. [ 971.940324] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.940486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.940554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.940754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.940941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.950296] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 in Status: IN_PROGRESS for 2s [ 972.074895] env[70911]: INFO networking_nsxv3.common.synchronization [req-01208b12-931a-436b-813b-ffa1a48ed10c req-fc610903-1f0f-4de5-a80a-f101a702754f service nova] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_rules [ 972.078404] env[70911]: INFO networking_nsxv3.common.synchronization [req-01208b12-931a-436b-813b-ffa1a48ed10c req-fc610903-1f0f-4de5-a80a-f101a702754f service nova] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 972.078404] env[70911]: INFO networking_nsxv3.common.synchronization [req-01208b12-931a-436b-813b-ffa1a48ed10c req-fc610903-1f0f-4de5-a80a-f101a702754f service nova] Enqueued Resource ID: b191325d-0ea3-487c-8bb1-05b12d9139ec with Priority: HIGHEST for action port [ 972.078404] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_rules [ 972.078404] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 972.078404] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b191325d-0ea3-487c-8bb1-05b12d9139ec with Priority: HIGHEST for action port [ 972.078404] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.078404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.078721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.079219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.079316] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.080553] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.080663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.080907] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b191325d-0ea3-487c-8bb1-05b12d9139ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.081025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.081088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.081254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.081325] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b191325d-0ea3-487c-8bb1-05b12d9139ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.249243] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.249429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.249649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.249970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.250183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.250458] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.250658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.250762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.250996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.251161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.251288] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be updated. [ 972.281259] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.281393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.281464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.281660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.281827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.289811] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: IN_PROGRESS for 2s [ 972.386884] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 in Status: SUCCESS [ 972.386884] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 deletion is rescheduled due to dependency. [ 972.386884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.583507] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.584463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.584738] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b191325d-0ea3-487c-8bb1-05b12d9139ec with status ACTIVE [ 972.584954] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.585577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.585684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.586279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.586915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.587143] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.587283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.587628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.587836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.588307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.589830] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.589985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.590091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.590307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.590476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.590595] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b191325d-0ea3-487c-8bb1-05b12d9139ec is going to be updated. [ 972.613511] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.613651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.613720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.613923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.614072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.614228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b191325d-0ea3-487c-8bb1-05b12d9139ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.750736] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 972.750920] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 deletion is rescheduled due to dependency. [ 972.751044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.751203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.751404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.751588] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.751705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.751769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.751922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.752136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.752275] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.754067] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36783042-915a-436d-944a-0fc0fe475eb8 in Status: SUCCESS [ 972.754228] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 deletion is rescheduled due to dependency. [ 972.754326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.850967] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0eeb0c4-8330-4014-b452-8f0b25ae494f req-037af3e0-0fe9-46b8-b978-8ae46024de97 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 972.851503] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 972.851640] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.851873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.851873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.852101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.852895] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.852895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.853083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.853116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.853192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.853192] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.097536] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f54631b-42e5-4be0-bf33-0a456225404d in Status: SUCCESS [ 973.097756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.097907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.098133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.098331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.098447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.098590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.098753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.098830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.098917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.099010] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.255653] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.355262] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.355463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.355599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.355750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.355837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.356033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.356175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.356231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.356320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.356408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.356512] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563d3133-224e-4563-973b-7d3bd627a817 already deleted. [ 973.356598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.601440] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.601762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.601762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.601971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.602460] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.602583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.602638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.602798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.602886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603133] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.603414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.603545] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.603637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.603690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.603824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.603898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.603975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.604078] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.617094] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.617285] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.617415] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.617765] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.621159] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.621364] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.621492] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.621722] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.621865] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.622247] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.622751] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.622751] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.622751] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.622751] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.623104] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.623104] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.642371] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.642602] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.642693] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.642866] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.643189] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-e13119d5-f688-4f5a-bef9-572632ce659f taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.643361] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.643484] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.643783] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.643923] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e13119d5-f688-4f5a-bef9-572632ce659f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.758525] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.962204] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 in Status: SUCCESS [ 973.963023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.106647] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f54631b-42e5-4be0-bf33-0a456225404d: rpc.has_security_group_logging(os_id): False [ 974.123618] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.123797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.123860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.124108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.124228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.124460] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.124568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.124568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.124732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.124810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.124986] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.125118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.125184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.125307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.125380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.125563] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.125653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.125716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.126102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.126102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.126102] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f54631b-42e5-4be0-bf33-0a456225404d is going to be created. [ 974.146518] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.146810] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.146977] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.147292] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.147478] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.147665] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port e13119d5-f688-4f5a-bef9-572632ce659f not found, creating... [ 974.147983] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.148146] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.148268] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.148653] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.148908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.149173] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.149342] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.149465] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.149685] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.149844] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.150041] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: e13119d5-f688-4f5a-bef9-572632ce659f is going to be created. [ 974.167442] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.167645] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.167772] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.168185] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.168480] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.169335] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.181212] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.181332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.181397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.181601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.181787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.193229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f54631b-42e5-4be0-bf33-0a456225404d in Status: IN_PROGRESS for 2s [ 974.261037] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.261037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.261278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.261313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.261406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.261510] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 974.311027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f in Status: SUCCESS [ 974.311282] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f deletion is rescheduled due to dependency. [ 974.311339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.320484] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.320698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.320832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.321150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.321400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.332555] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 975.140974] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0eeb0c4-8330-4014-b452-8f0b25ae494f req-193321b7-755f-42c3-94fe-2e957c72fce7 service nova] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_rules [ 975.141285] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0eeb0c4-8330-4014-b452-8f0b25ae494f req-193321b7-755f-42c3-94fe-2e957c72fce7 service nova] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 975.141412] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0eeb0c4-8330-4014-b452-8f0b25ae494f req-193321b7-755f-42c3-94fe-2e957c72fce7 service nova] Enqueued Resource ID: e13119d5-f688-4f5a-bef9-572632ce659f with Priority: HIGHEST for action port [ 975.141573] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_rules [ 975.141706] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 975.141801] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13119d5-f688-4f5a-bef9-572632ce659f with Priority: HIGHEST for action port [ 975.142640] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.142640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.142973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.143303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.143393] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.145901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.146043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.148955] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.148955] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.148955] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e13119d5-f688-4f5a-bef9-572632ce659f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.148955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.148955] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e13119d5-f688-4f5a-bef9-572632ce659f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.356906] env[70911]: INFO networking_nsxv3.common.synchronization [req-0fe6ec63-ddd9-4eb3-a3de-2c56b9322af8 req-11d8942c-3492-4c4b-8db5-984702cdf8bb tempest-ServerGroupTestJSON-2127314476 tempest-ServerGroupTestJSON-2127314476-project-member] Enqueued Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_members [ 975.356906] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGHEST for action security_group_members [ 975.357186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.357307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.357372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.357581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.357719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.357809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.357867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.358014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.358099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.358349] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.650092] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.650247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.654555] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.655409] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e13119d5-f688-4f5a-bef9-572632ce659f with status ACTIVE [ 975.655658] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.655789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.655854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.656059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.656148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.656315] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.656410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.656475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.656611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.656683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.656856] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.656943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.657057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.657141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.657210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.657289] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e13119d5-f688-4f5a-bef9-572632ce659f is going to be updated. [ 975.676980] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.677181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.677255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.677455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.677588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.677746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e13119d5-f688-4f5a-bef9-572632ce659f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.859842] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.860017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.860094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.860303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.860400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.860870] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.860870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.860870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.860870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.861077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.861077] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 is going to be updated. [ 975.888881] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.888881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.888881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.889130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.889683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.901018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 in Status: IN_PROGRESS for 2s [ 976.159823] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.206216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f54631b-42e5-4be0-bf33-0a456225404d in Status: SUCCESS [ 976.206451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.342844] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 976.343057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.343227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.343473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.343685] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.343832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.343958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.344097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.344188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.344276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.344405] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.665277] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.665277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.665277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.665277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.665277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.665277] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be created. [ 976.684952] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.685162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.685201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.685421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.685587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.694787] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: UNINITIALIZED for 2s [ 976.761972] env[70911]: INFO networking_nsxv3.common.synchronization [req-6cbaf087-d7ad-4aaa-a494-f0ec0658d384 req-5cc69e90-4b23-4566-9e97-4c2b244378d1 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 976.762395] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 976.762709] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.762920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.762920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.763221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.763418] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.763549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.763636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.763816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.763943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.764143] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.846961] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.847138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.847207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.847441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.847607] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.847705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.847768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.847966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.848069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.848160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.848362] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.848411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.848466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.848620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.848772] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.848843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.848918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.849061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.849139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.849218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.849307] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.268493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.268493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.268493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.268493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.268493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.268493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.268493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.268493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.269226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.269226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.269226] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 977.296552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.296763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.296873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.297205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.297453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.308052] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 977.352492] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc6e4d75-73c6-44f9-ae44-f949ce239c14: rpc.has_security_group_logging(os_id): False [ 977.370989] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.371161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.371224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.371428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.371535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.371720] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.371811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.371875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.372032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.372115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.372294] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.372385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.372445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.372575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.372651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.372824] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.372913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.372973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.373122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.373196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.373281] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 977.435203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.435347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.435627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.435773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.450415] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 977.908561] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 in Status: SUCCESS [ 977.908561] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 deletion is rescheduled due to dependency. [ 977.908561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.703927] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: SUCCESS [ 978.704214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.704339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.704546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.704733] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.704847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.704906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.705070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.705151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.705236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.705326] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.208315] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.208315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.209233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.209233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.209233] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.209233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.209233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.209233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.209233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.209233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.209794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.209794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.209794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.209794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.209987] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.210142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.210230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.210396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.210480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.210546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.210639] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.318662] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 979.318946] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 979.319049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.463768] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 979.463975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.714286] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563d3133-224e-4563-973b-7d3bd627a817: rpc.has_security_group_logging(os_id): False [ 979.738499] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.738772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.738888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.739167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.739387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.739569] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.739700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.739784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.739992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.740126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.740392] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.740525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.740610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.740802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.740874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.741119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.741222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.741308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.741484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.741568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.741703] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be created. [ 979.815376] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.815571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.815669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.815919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.816159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.829438] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: IN_PROGRESS for 2s [ 981.522431] env[70911]: INFO networking_nsxv3.common.synchronization [req-ed0fb0cf-9295-4a0e-99de-1bb3f13820e4 req-044dc1a5-fb91-48f7-8fb9-8ef53ae7c0e9 tempest-MigrationsAdminTest-167173850 tempest-MigrationsAdminTest-167173850-project-member] Enqueued Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 981.522431] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b9a4d6-27f6-4b62-872a-21718831426e with Priority: HIGHEST for action security_group_members [ 981.522431] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-48b9a4d6-27f6-4b62-872a-21718831426e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.522431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.522431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.522431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.522431] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.522431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.522431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.522431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.522431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.522431] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48b9a4d6-27f6-4b62-872a-21718831426e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.843921] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: SUCCESS [ 981.843921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.023897] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.024077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.024147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.024361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.063167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.063430] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.063548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.063615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.063814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.063937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.064043] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e is going to be updated. [ 982.092714] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.092887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.092976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.093196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.093352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.102736] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: IN_PROGRESS for 2s [ 983.831126] env[70911]: INFO networking_nsxv3.common.synchronization [req-f070ce9a-6182-47f0-8612-0e3a212f358f req-3934fc69-1c60-4327-8e12-d3d558fd3b2a tempest-ServerMetadataTestJSON-538206046 tempest-ServerMetadataTestJSON-538206046-project-member] Enqueued Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_members [ 983.831660] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGHEST for action security_group_members [ 983.831965] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.832106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.832173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.832414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.832579] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.832718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.832765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.832882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.832966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.833509] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.112646] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48b9a4d6-27f6-4b62-872a-21718831426e in Status: SUCCESS [ 984.112835] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48b9a4d6-27f6-4b62-872a-21718831426e deletion is rescheduled due to dependency. [ 984.112947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48b9a4d6-27f6-4b62-872a-21718831426e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.195301] env[70911]: INFO networking_nsxv3.common.synchronization [req-9911c70b-08c7-4e2e-91b4-0e40c8521ec6 req-6de87509-b8c7-4c4d-8940-2e2f86b6784c tempest-ImagesOneServerNegativeTestJSON-937219602 tempest-ImagesOneServerNegativeTestJSON-937219602-project-member] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 984.195804] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGHEST for action security_group_members [ 984.196639] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.196639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.196639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.196639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.196639] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.196905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.196905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.196994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.197140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.197234] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.336089] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.336252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.336323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.336542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.336702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.336845] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.336940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.337011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.337164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.337241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.337327] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f54631b-42e5-4be0-bf33-0a456225404d is going to be updated. [ 984.361898] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.362056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.362134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.362316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.362450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.369545] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f54631b-42e5-4be0-bf33-0a456225404d in Status: IN_PROGRESS for 2s [ 984.700030] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.700030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.700030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.700174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.700174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.700337] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.700429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.700490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.700660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.700709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.700792] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be updated. [ 984.727112] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.727265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.727313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.727859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.727859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.736412] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: IN_PROGRESS for 2s [ 986.380751] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f54631b-42e5-4be0-bf33-0a456225404d in Status: SUCCESS [ 986.382210] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f54631b-42e5-4be0-bf33-0a456225404d deletion is rescheduled due to dependency. [ 986.382210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.745536] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 in Status: SUCCESS [ 986.745734] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 deletion is rescheduled due to dependency. [ 986.745830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.089178] env[70911]: INFO networking_nsxv3.common.synchronization [req-50e2dc60-d1f9-4de4-8120-f8f99b5cc74e req-f499dc18-6a58-485e-9bb3-6630bb133a3d tempest-ServersV294TestFqdnHostnames-929603498 tempest-ServersV294TestFqdnHostnames-929603498-project-member] Enqueued Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_members [ 987.089178] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGHEST for action security_group_members [ 987.089444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.089732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.089916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.090229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.090496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.090717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.090968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.092845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.092845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.092845] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.431318] env[70911]: INFO networking_nsxv3.common.synchronization [req-4bd3d6d8-f69f-4ef3-9cf6-54a3871e8740 req-ecb17f87-d30f-41b0-ac83-d5907147b8eb tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 987.431588] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 987.431964] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.432098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.432165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.432370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.432514] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.432608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.432666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.432811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.432897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.432988] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.593595] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.593762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.593833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.594744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.594744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.594744] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.594744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.594744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.594744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.594744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.594744] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df is going to be updated. [ 987.621131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.621288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.621360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.621612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.621761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.629841] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df in Status: IN_PROGRESS for 2s [ 987.935541] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.935778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.935778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.935971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.936109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.936328] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.936429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.936483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.937603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.937603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.937603] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 987.963012] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.963252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.963252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.963430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.963502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.971014] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 989.619317] env[70911]: INFO networking_nsxv3.common.synchronization [req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 req-ea205212-55be-4b09-af5a-050ef95e35c6 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 989.619317] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 989.619317] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.619317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.619317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.619934] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.620051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.620051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.620819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.620819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.620819] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.640664] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df in Status: SUCCESS [ 989.640830] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df deletion is rescheduled due to dependency. [ 989.640935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.981869] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 989.982178] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 deletion is rescheduled due to dependency. [ 989.982357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.126660] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.126897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.127007] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.127321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.127460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.127814] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.127920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.127982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.129119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.129119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.129119] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 already deleted. [ 990.129119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.159715] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.159886] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.160024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.160361] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.160626] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.160834] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.160909] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.162069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.162255] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.162480] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.162602] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.162717] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.162864] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.163012] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 990.163134] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.163272] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.181441] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.181441] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 990.181441] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.181638] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.181934] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-7d6fb7a1-0847-4b48-9634-49c07d9e3423 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.182434] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.182434] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.182749] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.182749] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6fb7a1-0847-4b48-9634-49c07d9e3423',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.296575] env[70911]: INFO networking_nsxv3.common.synchronization [req-e5237af8-9588-4338-95ff-2087f5dc3548 req-178fa237-ed71-4d36-8039-1ca03c5a3233 tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 990.302926] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 990.304735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.304923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.305077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.305395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.308018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.308279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.309266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.309266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.309266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.309266] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.685145] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.685473] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.685515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.685778] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.685930] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.686105] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 7d6fb7a1-0847-4b48-9634-49c07d9e3423 not found, creating... [ 990.686370] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.686530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.686654] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.686868] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.687015] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.687299] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.687458] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.687577] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.687785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.687925] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.688075] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 is going to be created. [ 990.706978] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.707165] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.707334] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.707594] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.707831] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.708073] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.813799] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.316365] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.510178] env[70911]: INFO networking_nsxv3.common.synchronization [req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 req-fee2bc22-1552-4a1a-af5e-7040e2847c56 service nova] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_rules [ 991.510416] env[70911]: INFO networking_nsxv3.common.synchronization [req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 req-fee2bc22-1552-4a1a-af5e-7040e2847c56 service nova] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 991.510591] env[70911]: INFO networking_nsxv3.common.synchronization [req-12149a68-8ab7-4b5a-90ff-4c61403d9ad2 req-fee2bc22-1552-4a1a-af5e-7040e2847c56 service nova] Enqueued Resource ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 with Priority: HIGHEST for action port [ 991.510851] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_rules [ 991.510982] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 991.511092] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 with Priority: HIGHEST for action port [ 991.511632] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.511761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.511825] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.512250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.512394] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.514191] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.514322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.514430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.514967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.515553] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.515669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.516331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.516951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.517087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.517580] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.518946] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6fb7a1-0847-4b48-9634-49c07d9e3423 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.519221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.519326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.519684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.519775] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6fb7a1-0847-4b48-9634-49c07d9e3423',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.819767] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.819767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.819767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.820438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.820438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.820438] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 991.849335] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.849417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.849453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.849704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.849895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.859136] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 992.023098] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.023271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.023525] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.026924] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6fb7a1-0847-4b48-9634-49c07d9e3423 with status ACTIVE [ 992.027192] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.027344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.027445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.027699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.027824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.028098] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.028192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.028248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.028433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.028481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.028666] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.028769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.028819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.028955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.030928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.031092] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 is going to be updated. [ 992.051892] env[70911]: INFO networking_nsxv3.common.synchronization [None req-95ce5f69-a759-4690-862b-bb096007e10b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_rules [ 992.052701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.052915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.053048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.053288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.053485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.053978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.054265] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_rules [ 992.054899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.055057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.055186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.055471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.055608] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.117958] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1564d860-2657-4bc9-b614-cb0674f039dc tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_rules [ 992.118455] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_rules [ 992.118838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.118969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.533389] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.579027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.579177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.579248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.579459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.579564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.579645] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d already deleted. [ 992.579726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.579879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.580091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.580174] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.040528] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.041112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.041112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.041112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.041112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.041292] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be created. [ 993.073220] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.073357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.073432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.073722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.073789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.083706] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: UNINITIALIZED for 2s [ 993.100394] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.100582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.100582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.100802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.100884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.100983] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d already deleted. [ 993.101076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.926855] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 993.927134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.093380] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 995.093766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.093766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.093978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.094177] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.094293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.094357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.094503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.094583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.094664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.094753] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.599451] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.599583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.599658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.599892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.600069] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.600176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.600241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.600388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.600476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.600573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.600701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.600793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.600852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.601174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.601174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.601283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.601322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.601451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.601524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.601604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.601800] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.104504] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2a004c-753d-4249-951f-0e16671c5187: rpc.has_security_group_logging(os_id): False [ 996.121522] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.121712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.121785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.121987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.122109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.122299] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.122412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.122485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.122640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.122720] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.122933] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.123048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.123114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.123254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.123341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.123530] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.123638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.123701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.123850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.123926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.124024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be created. [ 996.174440] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.178262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.178335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.178584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.178958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.193381] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 997.119582] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 997.119962] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 998.207349] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 998.207590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.120203] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1002.120708] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1002.717782] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1ba624c1-cf17-4385-9a86-4f65852a79b7 None None] Enqueued Resource ID: b71a49f7-80e1-466e-99d8-ae9b12b9e739 with Priority: HIGHEST for action port [ 1002.717912] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71a49f7-80e1-466e-99d8-ae9b12b9e739 with Priority: HIGHEST for action port [ 1002.718442] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b71a49f7-80e1-466e-99d8-ae9b12b9e739 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.718630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b71a49f7-80e1-466e-99d8-ae9b12b9e739" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.718630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b71a49f7-80e1-466e-99d8-ae9b12b9e739" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.719400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b71a49f7-80e1-466e-99d8-ae9b12b9e739" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.719400] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b71a49f7-80e1-466e-99d8-ae9b12b9e739',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.220970] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b71a49f7-80e1-466e-99d8-ae9b12b9e739 [ 1003.221258] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.221479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.221479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.221609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.221760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.221804] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b71a49f7-80e1-466e-99d8-ae9b12b9e739 already deleted. [ 1003.221848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b71a49f7-80e1-466e-99d8-ae9b12b9e739" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.403504] env[70911]: INFO networking_nsxv3.common.synchronization [None req-9eb266a6-aa17-4a75-b8ba-5a42e322c318 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1003.404058] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1003.404357] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.404661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.404661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.404821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.404873] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.534895] env[70911]: INFO networking_nsxv3.common.synchronization [None req-4d3213c5-105b-4d36-a114-88de6511d92a tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1003.535429] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1003.535716] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.535818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.557526] env[70911]: INFO networking_nsxv3.common.synchronization [None req-66c06c5f-76a5-4a9c-a904-15ba21a0221c None None] Enqueued Resource ID: 222821b6-d134-4765-ab2e-e3f60d0e09a8 with Priority: HIGHEST for action port [ 1003.557526] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 222821b6-d134-4765-ab2e-e3f60d0e09a8 with Priority: HIGHEST for action port [ 1003.557526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-222821b6-d134-4765-ab2e-e3f60d0e09a8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.557526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-222821b6-d134-4765-ab2e-e3f60d0e09a8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.557526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-222821b6-d134-4765-ab2e-e3f60d0e09a8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.560099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-222821b6-d134-4765-ab2e-e3f60d0e09a8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.560099] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('222821b6-d134-4765-ab2e-e3f60d0e09a8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.933690] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.933906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.933906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.934128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.934221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.934319] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 already deleted. [ 1003.934391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.934545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.934699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.934781] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.060765] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 222821b6-d134-4765-ab2e-e3f60d0e09a8 [ 1004.060994] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.061163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.061233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.061427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.061535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.061606] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:222821b6-d134-4765-ab2e-e3f60d0e09a8 already deleted. [ 1004.061714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-222821b6-d134-4765-ab2e-e3f60d0e09a8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.462627] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.462942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.462942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.464264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.464264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.464264] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 already deleted. [ 1004.464264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.925973] env[70911]: INFO networking_nsxv3.common.synchronization [None req-4497a703-82a8-49b7-9a80-13c90564fdf5 None None] Enqueued Resource ID: 7f41ce51-8b1a-4940-ae90-190374d98078 with Priority: HIGHEST for action port [ 1005.929124] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f41ce51-8b1a-4940-ae90-190374d98078 with Priority: HIGHEST for action port [ 1005.929124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f41ce51-8b1a-4940-ae90-190374d98078 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.929124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f41ce51-8b1a-4940-ae90-190374d98078" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.929124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f41ce51-8b1a-4940-ae90-190374d98078" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.929124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f41ce51-8b1a-4940-ae90-190374d98078" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.929124] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f41ce51-8b1a-4940-ae90-190374d98078',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.125552] env[70911]: INFO networking_nsxv3.common.synchronization [None req-4b319c62-4034-4573-9876-c508c2d22b06 None None] Enqueued Resource ID: 26645506-1070-4328-a370-ed31e8c241be with Priority: HIGHEST for action port [ 1006.125800] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26645506-1070-4328-a370-ed31e8c241be with Priority: HIGHEST for action port [ 1006.126336] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-26645506-1070-4328-a370-ed31e8c241be taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.126460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26645506-1070-4328-a370-ed31e8c241be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.126526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26645506-1070-4328-a370-ed31e8c241be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.126810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26645506-1070-4328-a370-ed31e8c241be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.126897] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26645506-1070-4328-a370-ed31e8c241be',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.439497] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f41ce51-8b1a-4940-ae90-190374d98078 [ 1006.439497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.439497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.439637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.439864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.440757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.440757] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f41ce51-8b1a-4940-ae90-190374d98078 already deleted. [ 1006.440757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f41ce51-8b1a-4940-ae90-190374d98078" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.632255] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26645506-1070-4328-a370-ed31e8c241be [ 1006.633734] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.633883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.633953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.634165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.634254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.634421] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26645506-1070-4328-a370-ed31e8c241be already deleted. [ 1006.634421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26645506-1070-4328-a370-ed31e8c241be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.917865] env[70911]: INFO networking_nsxv3.common.synchronization [None req-d13ceb0d-37ea-4426-ad67-e7a554f8b6e5 None None] Enqueued Resource ID: 0e8578c3-422d-4aca-88f1-1554e1aef987 with Priority: HIGHEST for action port [ 1006.917865] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8578c3-422d-4aca-88f1-1554e1aef987 with Priority: HIGHEST for action port [ 1006.917865] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8578c3-422d-4aca-88f1-1554e1aef987 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.917865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8578c3-422d-4aca-88f1-1554e1aef987" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.917865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8578c3-422d-4aca-88f1-1554e1aef987" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.917865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8578c3-422d-4aca-88f1-1554e1aef987" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.918499] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8578c3-422d-4aca-88f1-1554e1aef987',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.213819] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1c83e52f-4695-4d39-8e8f-33193a89ba7b None None] Enqueued Resource ID: 7a204e6d-158c-4d77-8dbf-3727f2b6c8ff with Priority: HIGHEST for action port [ 1007.214130] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a204e6d-158c-4d77-8dbf-3727f2b6c8ff with Priority: HIGHEST for action port [ 1007.214759] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a204e6d-158c-4d77-8dbf-3727f2b6c8ff taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.214846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a204e6d-158c-4d77-8dbf-3727f2b6c8ff" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.214890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a204e6d-158c-4d77-8dbf-3727f2b6c8ff" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.215874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a204e6d-158c-4d77-8dbf-3727f2b6c8ff" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.215996] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a204e6d-158c-4d77-8dbf-3727f2b6c8ff',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.422150] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e8578c3-422d-4aca-88f1-1554e1aef987 [ 1007.422378] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.422505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.422569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.424153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.424153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.424153] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e8578c3-422d-4aca-88f1-1554e1aef987 already deleted. [ 1007.424153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8578c3-422d-4aca-88f1-1554e1aef987" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.720049] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a204e6d-158c-4d77-8dbf-3727f2b6c8ff [ 1007.720049] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.720049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.720364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.724015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.724015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.724015] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a204e6d-158c-4d77-8dbf-3727f2b6c8ff already deleted. [ 1007.724015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a204e6d-158c-4d77-8dbf-3727f2b6c8ff" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.362074] env[70911]: INFO networking_nsxv3.common.synchronization [None req-8b7321ed-0f09-49f4-bb36-0be3bc1c294e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_rules [ 1008.362682] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_rules [ 1008.362928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.363031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.363089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.363571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.363571] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.445346] env[70911]: INFO networking_nsxv3.common.synchronization [None req-4de9463b-f5ef-4783-8b41-63c7d87d5df7 tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_rules [ 1008.445865] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_rules [ 1008.446188] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.446308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.890340] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.890475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.890545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.890746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.890830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.890919] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 already deleted. [ 1008.891009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.891510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.891684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.891770] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.193870] env[70911]: INFO networking_nsxv3.common.synchronization [None req-8bd5a6ef-5af6-4b61-bddd-ff4e5dec1437 None None] Enqueued Resource ID: fdbb21b9-6e0b-4dbe-86e6-22791463850e with Priority: HIGHEST for action port [ 1009.194391] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdbb21b9-6e0b-4dbe-86e6-22791463850e with Priority: HIGHEST for action port [ 1009.194990] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdbb21b9-6e0b-4dbe-86e6-22791463850e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.194990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdbb21b9-6e0b-4dbe-86e6-22791463850e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.195268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdbb21b9-6e0b-4dbe-86e6-22791463850e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.195323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdbb21b9-6e0b-4dbe-86e6-22791463850e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.195708] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdbb21b9-6e0b-4dbe-86e6-22791463850e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.366787] env[70911]: INFO networking_nsxv3.common.synchronization [None req-228e8380-3ef1-4948-be81-88ff38721bfe None None] Enqueued Resource ID: ad47f5b8-200e-4b61-99ad-b92902be231d with Priority: HIGHEST for action port [ 1009.367403] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad47f5b8-200e-4b61-99ad-b92902be231d with Priority: HIGHEST for action port [ 1009.367510] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad47f5b8-200e-4b61-99ad-b92902be231d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.367569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad47f5b8-200e-4b61-99ad-b92902be231d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.367647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad47f5b8-200e-4b61-99ad-b92902be231d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.368306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad47f5b8-200e-4b61-99ad-b92902be231d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.368306] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad47f5b8-200e-4b61-99ad-b92902be231d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.420998] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.420998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.420998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.420998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.420998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.420998] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 already deleted. [ 1009.420998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.698600] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdbb21b9-6e0b-4dbe-86e6-22791463850e [ 1009.698899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.699076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.699147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.699319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.699409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.699485] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdbb21b9-6e0b-4dbe-86e6-22791463850e already deleted. [ 1009.699561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdbb21b9-6e0b-4dbe-86e6-22791463850e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.871767] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad47f5b8-200e-4b61-99ad-b92902be231d [ 1009.871767] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.871767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.871767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.872029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.872029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.872029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad47f5b8-200e-4b61-99ad-b92902be231d already deleted. [ 1009.872118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad47f5b8-200e-4b61-99ad-b92902be231d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.023286] env[70911]: INFO networking_nsxv3.common.synchronization [None req-6547a86f-b698-404a-abe7-053703945feb tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: ff4d9dd4-da67-4085-9442-c048b1d1f725 with Priority: HIGHEST for action security_group_rules [ 1010.023918] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4d9dd4-da67-4085-9442-c048b1d1f725 with Priority: HIGHEST for action security_group_rules [ 1010.024283] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4d9dd4-da67-4085-9442-c048b1d1f725 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.024859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.024949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.025217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.025287] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4d9dd4-da67-4085-9442-c048b1d1f725',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.113864] env[70911]: INFO networking_nsxv3.common.synchronization [None req-c014b329-ce8a-4343-a056-a0128977d77d tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: ff4d9dd4-da67-4085-9442-c048b1d1f725 with Priority: HIGHEST for action security_group_rules [ 1010.114201] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff4d9dd4-da67-4085-9442-c048b1d1f725 with Priority: HIGHEST for action security_group_rules [ 1010.114501] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff4d9dd4-da67-4085-9442-c048b1d1f725 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.114607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.550630] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.551125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.551125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.551125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.551125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.551272] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4d9dd4-da67-4085-9442-c048b1d1f725 already deleted. [ 1010.551303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.551432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.551715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.551715] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff4d9dd4-da67-4085-9442-c048b1d1f725',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.073888] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.074059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.074131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.074339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.074430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.074522] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff4d9dd4-da67-4085-9442-c048b1d1f725 already deleted. [ 1011.074601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff4d9dd4-da67-4085-9442-c048b1d1f725" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.216068] env[70911]: INFO networking_nsxv3.common.synchronization [req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f req-d4a0edef-0e42-4b3f-a7ca-4529e59090f9 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1011.216604] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1011.217051] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.217118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.217118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.217332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.217463] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.217559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.217620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.217762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.217846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.217936] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.511428] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.511619] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.511748] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.512040] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.512696] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.512904] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.513074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.513335] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.513521] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.513765] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.513911] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.514041] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.514420] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.514420] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.514546] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.514717] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.533084] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.533191] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.533297] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.533546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.534024] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b1c9a368-947a-42e7-a667-94a7f0713525 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.534174] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.534174] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.534454] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.534680] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c9a368-947a-42e7-a667-94a7f0713525',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.720023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.720350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.720350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.720433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.720981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.720981] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.720981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.720981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.720981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.721265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.721265] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1011.747870] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.747870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.747870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.748121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.748259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.759397] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1012.037266] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.037612] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.037695] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.038063] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.038289] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.038486] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b1c9a368-947a-42e7-a667-94a7f0713525 not found, creating... [ 1012.038829] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.039064] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.039211] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.039491] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.039680] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.040035] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.040225] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.040352] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.040569] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.040712] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.040894] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b1c9a368-947a-42e7-a667-94a7f0713525 is going to be created. [ 1012.059371] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.059590] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.059760] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.060061] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.060328] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.060582] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.788092] env[70911]: INFO networking_nsxv3.common.synchronization [req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f req-6c1bbdaa-2534-468d-9448-6ced2b4accfa service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 1012.788340] env[70911]: INFO networking_nsxv3.common.synchronization [req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f req-6c1bbdaa-2534-468d-9448-6ced2b4accfa service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1012.788468] env[70911]: INFO networking_nsxv3.common.synchronization [req-bdb0f2cb-2851-4b25-b6af-0900c10dd59f req-6c1bbdaa-2534-468d-9448-6ced2b4accfa service nova] Enqueued Resource ID: b1c9a368-947a-42e7-a667-94a7f0713525 with Priority: HIGHEST for action port [ 1012.788647] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 1012.788825] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1012.788938] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1c9a368-947a-42e7-a667-94a7f0713525 with Priority: HIGHEST for action port [ 1012.789511] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.789636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.789705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.789903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.790008] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.795112] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.795112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.795112] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1c9a368-947a-42e7-a667-94a7f0713525 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.795112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.795112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.795112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.795112] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1c9a368-947a-42e7-a667-94a7f0713525',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.295524] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.295680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.300098] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1c9a368-947a-42e7-a667-94a7f0713525 with status ACTIVE [ 1013.300299] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.300418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.300485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.300696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.300788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.300956] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.301064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.301125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.301271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.301348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.301520] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.301610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.301669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.301804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.301878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.301971] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1c9a368-947a-42e7-a667-94a7f0713525 is going to be updated. [ 1013.322989] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.323147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.323195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.323379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.323506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.323655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1c9a368-947a-42e7-a667-94a7f0713525" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.464975] env[70911]: INFO networking_nsxv3.common.synchronization [req-7f8d46f1-f184-4068-b774-5cc4039812c8 req-96f136e6-fb25-446d-8818-255f1bfe9f89 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1013.465506] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1013.465803] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.465927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.465992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.466292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.466444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.466539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.466599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.466741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.466845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.466936] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.772268] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1013.772572] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 1013.772759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.773018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.773383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.773671] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.773802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.773902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.774546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.774710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.774890] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.969508] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.969825] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.969825] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.969942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.970058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.970278] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.970390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.970451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.970604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.970678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.970762] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1013.995345] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.995504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.995600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.995826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.995979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.004590] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1014.277432] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.779816] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.282471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.282803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.282803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.283040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.283196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.283352] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1015.308010] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.308196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.308246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.308433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.308573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.317380] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1016.014651] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1016.014994] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 1016.014994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.079901] env[70911]: INFO networking_nsxv3.common.synchronization [None req-009ef0fb-3243-49ad-b71f-bf8c094cd33e None None] Enqueued Resource ID: 613abd04-ac48-4665-b3a8-5347a540d676 with Priority: HIGHEST for action port [ 1016.080253] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613abd04-ac48-4665-b3a8-5347a540d676 with Priority: HIGHEST for action port [ 1016.080808] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-613abd04-ac48-4665-b3a8-5347a540d676 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.080936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613abd04-ac48-4665-b3a8-5347a540d676" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.081011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613abd04-ac48-4665-b3a8-5347a540d676" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.083760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613abd04-ac48-4665-b3a8-5347a540d676" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.083887] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613abd04-ac48-4665-b3a8-5347a540d676',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.588332] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 613abd04-ac48-4665-b3a8-5347a540d676 [ 1016.588911] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.588911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.588911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.589157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.589157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.589243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:613abd04-ac48-4665-b3a8-5347a540d676 already deleted. [ 1016.589374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613abd04-ac48-4665-b3a8-5347a540d676" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.326826] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1017.327072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.327233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.327442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.327635] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.327747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.328064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.328064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.328064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.328187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.328187] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.830340] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.830630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.830630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.830811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.830991] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.831621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.831757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.831929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.832055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.832155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.832321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.832417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.832472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.832632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.832798] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.832893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.832956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.833132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.833213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.833307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.833400] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.337767] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ea0d66-366a-4727-911b-9d0b7ca80ed1: rpc.has_security_group_logging(os_id): False [ 1018.357214] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.357346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.357417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.357625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.357710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.357888] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.357981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.358052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.358192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.358263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.358459] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.358549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.358605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.359175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.359175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.359175] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.359461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.359586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.359766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.359844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.359932] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1018.415884] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.415884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.415884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.415884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.415884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.425357] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1018.437931] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b165f762-4aaa-4226-8b2e-e0d781e5bad1 None None] Enqueued Resource ID: 34a8a728-df9f-4736-93f9-9a6312b85a2f with Priority: HIGHEST for action port [ 1018.437984] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a8a728-df9f-4736-93f9-9a6312b85a2f with Priority: HIGHEST for action port [ 1018.438626] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-34a8a728-df9f-4736-93f9-9a6312b85a2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.438626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34a8a728-df9f-4736-93f9-9a6312b85a2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.438769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34a8a728-df9f-4736-93f9-9a6312b85a2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.438947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34a8a728-df9f-4736-93f9-9a6312b85a2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.439075] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34a8a728-df9f-4736-93f9-9a6312b85a2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.544200] env[70911]: INFO networking_nsxv3.common.synchronization [req-6e16f052-dbfa-48f9-917b-4099093981bc req-8ca506e3-3002-4191-8981-38c3ecb5481a tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1018.544749] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1018.545154] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.545226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.545283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.546215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.546215] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.546215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.546215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.546215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.546215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.546215] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.825439] env[70911]: INFO networking_nsxv3.common.synchronization [None req-d65dc995-1cfb-49cc-a1a6-641ecc99f0bd None None] Enqueued Resource ID: 350a5759-6f0b-4c06-b021-a4fae73ca74c with Priority: HIGHEST for action port [ 1018.826044] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 350a5759-6f0b-4c06-b021-a4fae73ca74c with Priority: HIGHEST for action port [ 1018.826391] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-350a5759-6f0b-4c06-b021-a4fae73ca74c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.826529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-350a5759-6f0b-4c06-b021-a4fae73ca74c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.826594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-350a5759-6f0b-4c06-b021-a4fae73ca74c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-350a5759-6f0b-4c06-b021-a4fae73ca74c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.835089] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('350a5759-6f0b-4c06-b021-a4fae73ca74c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.941387] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34a8a728-df9f-4736-93f9-9a6312b85a2f [ 1018.941585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.941734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.941801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.942047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.942176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.942260] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34a8a728-df9f-4736-93f9-9a6312b85a2f already deleted. [ 1018.942341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34a8a728-df9f-4736-93f9-9a6312b85a2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.038284] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.038284] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.038284] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.038284] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.038284] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.038880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.038880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.040539] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.040539] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.040539] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.040539] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.040539] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.040539] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.040539] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1019.040539] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.040816] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.048253] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.048434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.048506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.048682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.075576] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.075665] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1019.075810] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.075992] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.076345] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-3a400999-4870-4a12-ab5b-d39479b70b5d taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.076525] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.076647] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.077034] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.077194] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a400999-4870-4a12-ab5b-d39479b70b5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.082684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.082894] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.083034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.083077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.083275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.083358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.083444] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1019.123072] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.123321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.123321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.123523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.123665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.136471] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1019.333500] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 350a5759-6f0b-4c06-b021-a4fae73ca74c [ 1019.333726] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.333862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.333930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.334184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.334267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.334355] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:350a5759-6f0b-4c06-b021-a4fae73ca74c already deleted. [ 1019.334435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-350a5759-6f0b-4c06-b021-a4fae73ca74c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.581384] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.581623] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.581755] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.582302] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.582302] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.582404] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 3a400999-4870-4a12-ab5b-d39479b70b5d not found, creating... [ 1019.582603] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.582873] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.582973] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.583133] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.583274] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.583556] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.583714] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.583839] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.584089] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.584242] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.584492] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 3a400999-4870-4a12-ab5b-d39479b70b5d is going to be created. [ 1019.605157] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.605378] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.605505] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.605775] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.606563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.606563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.621581] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b46790f7-bdd6-4e6b-94d1-3cf3654246e1 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Enqueued Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_rules [ 1019.622369] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_rules [ 1019.622667] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.622789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.622857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.627398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.627398] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.701968] env[70911]: INFO networking_nsxv3.common.synchronization [None req-308a8502-0fdf-454d-a229-10103f127d79 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Enqueued Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_rules [ 1019.702365] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_rules [ 1019.702667] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.702774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.145338] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.145661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.145661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.146012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.147128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.147920] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 already deleted. [ 1020.147920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.147920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.147920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.148838] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.438045] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1020.438280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.667336] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.667336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.667336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.667336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.667336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.667336] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 already deleted. [ 1020.667336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.673360] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e req-c4a5758d-7664-4b68-aea5-664e8975de6b tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 1020.673775] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 1020.674179] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.674294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.674365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.674530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.674669] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.674761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.674820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.675100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.675683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.675812] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.833126] env[70911]: INFO networking_nsxv3.common.synchronization [None req-14b500ca-ae2a-4138-8a9d-ceb2c9b144e0 None None] Enqueued Resource ID: ec38da9e-8e2c-4981-8656-b31ee44a5a06 with Priority: HIGHEST for action port [ 1020.833126] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec38da9e-8e2c-4981-8656-b31ee44a5a06 with Priority: HIGHEST for action port [ 1020.833839] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec38da9e-8e2c-4981-8656-b31ee44a5a06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.833839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec38da9e-8e2c-4981-8656-b31ee44a5a06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.833839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec38da9e-8e2c-4981-8656-b31ee44a5a06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.835527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec38da9e-8e2c-4981-8656-b31ee44a5a06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.835665] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec38da9e-8e2c-4981-8656-b31ee44a5a06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.842389] env[70911]: INFO networking_nsxv3.common.synchronization [req-6e16f052-dbfa-48f9-917b-4099093981bc req-61e5ea37-27f0-4fd2-960e-8ad739dfaf4c service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1020.842555] env[70911]: INFO networking_nsxv3.common.synchronization [req-6e16f052-dbfa-48f9-917b-4099093981bc req-61e5ea37-27f0-4fd2-960e-8ad739dfaf4c service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1020.842695] env[70911]: INFO networking_nsxv3.common.synchronization [req-6e16f052-dbfa-48f9-917b-4099093981bc req-61e5ea37-27f0-4fd2-960e-8ad739dfaf4c service nova] Enqueued Resource ID: 3a400999-4870-4a12-ab5b-d39479b70b5d with Priority: HIGHEST for action port [ 1020.842905] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1020.843098] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1020.843155] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a400999-4870-4a12-ab5b-d39479b70b5d with Priority: HIGHEST for action port [ 1020.843649] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.843804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.843881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.844127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.844233] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.845009] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.845114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.845304] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a400999-4870-4a12-ab5b-d39479b70b5d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.846496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.846613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.846810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.846876] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a400999-4870-4a12-ab5b-d39479b70b5d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.146697] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 4s [ 1021.178098] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.178912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.178912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.178912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.178912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.179687] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.179687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.179687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.179687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.179687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.179687] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 1021.201804] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.202059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.202059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.202221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.202360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.209730] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 1021.338633] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec38da9e-8e2c-4981-8656-b31ee44a5a06 [ 1021.338881] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.339033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.339116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.339292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.339382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.339472] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec38da9e-8e2c-4981-8656-b31ee44a5a06 already deleted. [ 1021.339552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec38da9e-8e2c-4981-8656-b31ee44a5a06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.349102] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.349230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.349401] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a400999-4870-4a12-ab5b-d39479b70b5d with status ACTIVE [ 1021.349564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.349664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.349729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.349922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.350052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.350178] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.350269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.350333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.350471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.350546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.350719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.350815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.350872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.351020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.351096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.351177] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a400999-4870-4a12-ab5b-d39479b70b5d is going to be updated. [ 1021.363652] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.363860] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.363989] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.364345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.364755] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.364939] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.365074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.365307] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.365451] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.365726] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.365868] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.366263] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.366381] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.366513] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.366626] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.366765] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.375194] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.375194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.375311] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.375452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.375589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.375760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a400999-4870-4a12-ab5b-d39479b70b5d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.384396] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.384572] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.384717] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.384892] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-64" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.385237] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-4266779a-7a6e-48cb-9b98-be6678e98fdd taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.385435] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.386134] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.386134] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.386134] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4266779a-7a6e-48cb-9b98-be6678e98fdd',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.889401] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.889660] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.889838] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.890155] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.890360] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.891526] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 4266779a-7a6e-48cb-9b98-be6678e98fdd not found, creating... [ 1021.891526] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.891526] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.891526] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.891526] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.891526] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.891805] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.892019] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.892603] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.894641] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.894819] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.895060] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 4266779a-7a6e-48cb-9b98-be6678e98fdd is going to be created. [ 1021.915050] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.915620] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.915620] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.915724] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.915953] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.916282] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.002156] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e req-98bd6c59-9d62-4e3e-9668-83b76266a87f service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 1023.002156] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e req-98bd6c59-9d62-4e3e-9668-83b76266a87f service nova] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 1023.002156] env[70911]: INFO networking_nsxv3.common.synchronization [req-0e44f3d0-9afc-478e-8d02-ae2c8edf0b7e req-98bd6c59-9d62-4e3e-9668-83b76266a87f service nova] Enqueued Resource ID: 4266779a-7a6e-48cb-9b98-be6678e98fdd with Priority: HIGHEST for action port [ 1023.002156] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_rules [ 1023.002156] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 1023.002156] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4266779a-7a6e-48cb-9b98-be6678e98fdd with Priority: HIGHEST for action port [ 1023.002949] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.003743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.003822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.004200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.004200] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.005409] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.005632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.006179] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-4266779a-7a6e-48cb-9b98-be6678e98fdd taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.006294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.006358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.006513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.006582] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4266779a-7a6e-48cb-9b98-be6678e98fdd',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.158101] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1023.158101] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 deletion is rescheduled due to dependency. [ 1023.158101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.158101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.158101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.158101] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.158101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.158101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.158101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.158101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.158101] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.220048] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 1023.220163] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 deletion is rescheduled due to dependency. [ 1023.220274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.220435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.220652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.220851] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.221013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.221066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.221204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.224708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.224708] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.506874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.507129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.508308] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4266779a-7a6e-48cb-9b98-be6678e98fdd with status ACTIVE [ 1023.508497] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.508610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.508672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.508917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.509028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.509208] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.509309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.509364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.509521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.509595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.509774] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.509879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.509933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.510060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.510133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.510216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4266779a-7a6e-48cb-9b98-be6678e98fdd is going to be updated. [ 1023.530801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.531074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.531074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.531308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.531442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.531597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4266779a-7a6e-48cb-9b98-be6678e98fdd" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.659850] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.725997] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.162104] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.233018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.664054] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.667198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.667198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.667198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.667198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.667198] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1024.692981] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.693139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.693219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.693440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.693584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.701742] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1024.738530] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.738678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.738740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.738976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.739087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.739187] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 1024.770980] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.770980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.770980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.770980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.770980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.779215] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 1025.732969] env[70911]: INFO networking_nsxv3.common.synchronization [None req-a7819bb5-6951-44eb-bd56-8e91c7d58b5d tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1025.732969] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1025.733310] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.733310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.050440] env[70911]: INFO networking_nsxv3.common.synchronization [req-16ae2999-3638-40bd-9616-0cec67ffb0ea req-7972a904-8b7d-4a76-882d-026416916a28 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1026.051602] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1026.051939] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.052295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.052295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.052410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.052481] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.052576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.052629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.052772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.052856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.052950] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.554741] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.554900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.554969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.555192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.555283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.555478] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.555584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.555735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.555792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.555841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.555926] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1026.584410] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.584410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.584410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.584681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.584681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.592779] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1026.713156] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1026.713524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.713524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.713745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.713745] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.713879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.714016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.714107] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.714173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.714237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.714332] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.715266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.715499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.715628] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.716396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.716396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.716396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.716396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.716396] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.769357] env[70911]: INFO networking_nsxv3.common.synchronization [req-5e3e56cd-231a-4d46-8921-c0f065271125 req-7efd2415-fb3f-4971-81ac-35b8e8447f1c tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1026.770116] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1026.770228] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.770332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.770525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.770688] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770817] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.770877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.771514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.771618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.771763] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.790580] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.793471] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.793471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.793471] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.886650] env[70911]: INFO networking_nsxv3.common.synchronization [None req-7055f48a-bdb3-4135-bec0-6b24bd499b09 None None] Enqueued Resource ID: 29d52e40-1281-421b-9ada-f79dcc696364 with Priority: HIGHEST for action port [ 1026.886650] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d52e40-1281-421b-9ada-f79dcc696364 with Priority: HIGHEST for action port [ 1026.886650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-29d52e40-1281-421b-9ada-f79dcc696364 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.886650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29d52e40-1281-421b-9ada-f79dcc696364" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.886650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29d52e40-1281-421b-9ada-f79dcc696364" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.886650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29d52e40-1281-421b-9ada-f79dcc696364" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.889652] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29d52e40-1281-421b-9ada-f79dcc696364',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.218688] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.218688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.218688] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.276030] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.276030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.276030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.276030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.276030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.277120] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.277120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.277120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.277120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.277120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.277120] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1027.298828] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.299141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.299269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.299974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.299974] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.299974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.300180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.300629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.300629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.300629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.300838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.300975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.301080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.301282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.301480] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.301609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.301698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.301885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.301997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.303175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.303175] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.309139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.309139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.309139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.309311] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.309408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.312446] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.312722] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.313365] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.313365] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.313365] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.313741] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.313741] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.314017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.314214] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.314482] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.314629] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.314768] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.314950] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.315065] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1027.315189] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.315356] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.327340] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1027.335640] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.335640] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1027.335640] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.335840] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.336192] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b632e445-2851-4ef4-8d51-23eb29f4d930 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.336385] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.336511] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.336858] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.337010] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b632e445-2851-4ef4-8d51-23eb29f4d930',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.394264] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29d52e40-1281-421b-9ada-f79dcc696364 [ 1027.394541] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.394767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.394830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.395153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.395303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.395451] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29d52e40-1281-421b-9ada-f79dcc696364 already deleted. [ 1027.395570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29d52e40-1281-421b-9ada-f79dcc696364" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.722595] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.811681] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2af1f2ca-b633-45d5-ab2f-f187614df7f9: rpc.has_security_group_logging(os_id): False [ 1027.829144] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.829294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.829367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.829591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.829681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.829871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.829988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.830063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.830231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.830308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.830492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.830586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.830645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.830780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.830850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.831057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.831152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.831221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.831374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.831476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.831535] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 1027.840940] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.840940] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.840940] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.840940] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.840940] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.840940] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b632e445-2851-4ef4-8d51-23eb29f4d930 not found, creating... [ 1027.840940] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.840940] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.841460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.841460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.841460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.841667] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.841819] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.841941] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.844568] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.847748] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.847748] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b632e445-2851-4ef4-8d51-23eb29f4d930 is going to be created. [ 1027.867644] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.868232] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.868659] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.869161] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.869715] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.870161] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.894579] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.897856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.897856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.897856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.897856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.938984] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 1028.222776] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.222996] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.223203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.223589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.223820] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.223968] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.225345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.225345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.225345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.225345] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.225345] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.225345] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.225345] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.225639] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.225639] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.226097] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.227229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.227377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.227438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.227563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.227646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.227733] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1028.267190] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.267336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.267568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.267637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.267744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.276570] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.277039] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.277185] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.277464] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.277961] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-7b319298-90e1-4378-9d6c-9c17a907c2da taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.278269] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.278494] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.279473] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.279734] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b319298-90e1-4378-9d6c-9c17a907c2da',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.285074] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1028.610178] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1028.610379] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 1028.610500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.652026] env[70911]: INFO networking_nsxv3.common.synchronization [req-5e3e56cd-231a-4d46-8921-c0f065271125 req-014db198-4a7e-4853-98cf-b766d4bc5a90 service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 1028.652234] env[70911]: INFO networking_nsxv3.common.synchronization [req-5e3e56cd-231a-4d46-8921-c0f065271125 req-014db198-4a7e-4853-98cf-b766d4bc5a90 service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1028.652394] env[70911]: INFO networking_nsxv3.common.synchronization [req-5e3e56cd-231a-4d46-8921-c0f065271125 req-014db198-4a7e-4853-98cf-b766d4bc5a90 service nova] Enqueued Resource ID: b632e445-2851-4ef4-8d51-23eb29f4d930 with Priority: HIGHEST for action port [ 1028.652934] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 1028.653554] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1028.653680] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b632e445-2851-4ef4-8d51-23eb29f4d930 with Priority: HIGHEST for action port [ 1028.653984] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.654149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.654214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.654481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.654545] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.657130] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.657130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.657349] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b632e445-2851-4ef4-8d51-23eb29f4d930 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.657671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.657671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.657671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.661193] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b632e445-2851-4ef4-8d51-23eb29f4d930',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.784150] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.784380] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.784483] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.784762] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.784916] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.785095] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 7b319298-90e1-4378-9d6c-9c17a907c2da not found, creating... [ 1028.785358] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.785516] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.785637] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.785856] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.785997] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.786328] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.786463] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.786597] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.786778] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.786914] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.787091] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 7b319298-90e1-4378-9d6c-9c17a907c2da is going to be created. [ 1028.813154] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.813445] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.813445] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.813575] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.813809] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.814050] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.159195] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.159383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.159565] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b632e445-2851-4ef4-8d51-23eb29f4d930 with status ACTIVE [ 1029.159748] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.160025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.160025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.160274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.160382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.161126] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.161126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.161126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.161126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.161126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.161126] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.161610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.161610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.161610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.161610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.161610] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b632e445-2851-4ef4-8d51-23eb29f4d930 is going to be updated. [ 1029.190696] env[70911]: INFO networking_nsxv3.common.synchronization [None req-59adea3d-a514-4e4c-9d6e-e8332dbc7f42 None None] Enqueued Resource ID: 4f40d270-7fea-4930-bc12-9d16450ce777 with Priority: HIGHEST for action port [ 1029.190952] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f40d270-7fea-4930-bc12-9d16450ce777 with Priority: HIGHEST for action port [ 1029.191525] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f40d270-7fea-4930-bc12-9d16450ce777 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.191655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f40d270-7fea-4930-bc12-9d16450ce777" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.191743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f40d270-7fea-4930-bc12-9d16450ce777" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.191993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f40d270-7fea-4930-bc12-9d16450ce777" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.196257] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f40d270-7fea-4930-bc12-9d16450ce777',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.197825] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.197964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.198036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.198225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.198380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.198539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b632e445-2851-4ef4-8d51-23eb29f4d930" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.340129] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1029.340129] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 deletion is rescheduled due to dependency. [ 1029.340129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.340129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.340129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.340129] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.340129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.340129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.340129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.340129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.340129] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.701679] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f40d270-7fea-4930-bc12-9d16450ce777 [ 1029.701902] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.702056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.702129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.702350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.702421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.702512] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f40d270-7fea-4930-bc12-9d16450ce777 already deleted. [ 1029.702592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f40d270-7fea-4930-bc12-9d16450ce777" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.843253] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.931993] env[70911]: INFO networking_nsxv3.common.synchronization [req-751d425b-5cad-4fb3-a941-a59f9180b063 req-894dd0de-fe3e-46a4-9f09-81a336eb4a62 service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1029.932191] env[70911]: INFO networking_nsxv3.common.synchronization [req-751d425b-5cad-4fb3-a941-a59f9180b063 req-894dd0de-fe3e-46a4-9f09-81a336eb4a62 service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1029.932333] env[70911]: INFO networking_nsxv3.common.synchronization [req-751d425b-5cad-4fb3-a941-a59f9180b063 req-894dd0de-fe3e-46a4-9f09-81a336eb4a62 service nova] Enqueued Resource ID: 7b319298-90e1-4378-9d6c-9c17a907c2da with Priority: HIGHEST for action port [ 1029.932549] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1029.932672] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1029.932766] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b319298-90e1-4378-9d6c-9c17a907c2da with Priority: HIGHEST for action port [ 1029.933292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.933396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.933921] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.934118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.934358] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b319298-90e1-4378-9d6c-9c17a907c2da taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.934500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.934611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.934833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.934968] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b319298-90e1-4378-9d6c-9c17a907c2da',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.954656] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 1029.954882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.290986] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1030.291224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.291383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.291587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.291781] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.291898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.291963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.292131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.292212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.292295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.292454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.292534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.292591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.292726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.292859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.292949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.293039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.293182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.293258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.293336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.293420] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.294214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.294376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.294570] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.294648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.294686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.294796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.294866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.294976] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.346817] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.437125] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b319298-90e1-4378-9d6c-9c17a907c2da with status ACTIVE [ 1030.437359] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.437499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.437564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.437770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.437859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.438050] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.438152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.438209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.438351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.438426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.438613] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.438708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.438760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.438936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.439041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.439127] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b319298-90e1-4378-9d6c-9c17a907c2da is going to be updated. [ 1030.460755] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.460755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.460755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.460755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.461028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.461028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b319298-90e1-4378-9d6c-9c17a907c2da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.796747] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74bf3a62-3432-4037-8d7e-6d940a98e9f9: rpc.has_security_group_logging(os_id): False [ 1030.799313] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.813080] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.813230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.813283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.813478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.813570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.813875] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.813875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.814950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.815134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.815220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.815508] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.815599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.815599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.815722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.815797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.815975] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.816083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.816143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.816302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.816349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.816425] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1030.849227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.849558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.849558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.849641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.849753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.849753] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1030.878255] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.878528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.878609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.878816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.879032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.890081] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1030.895954] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.896266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.896266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.896424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.896580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.913585] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1031.302233] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.496679] env[70911]: INFO networking_nsxv3.common.synchronization [req-645e5a28-7b8b-430c-b0ac-ecfc6baad67f req-b108a1d9-26e5-4d00-abc8-7d057b12312e tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 1031.497272] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 1031.497611] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.497737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.497801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.498007] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.498169] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.498270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.498332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.498486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.498572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.498666] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.523262] env[70911]: INFO networking_nsxv3.common.synchronization [req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e req-a3f140d4-ae37-4293-a64a-caf1ab678998 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_members [ 1031.526019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_members [ 1031.526019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.526019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.526019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.526019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.526019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.526019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.526019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.526019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.526019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.526019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.804029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.804191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.804265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.804480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.804571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.804668] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1031.832790] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.832790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.832790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.832790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.832790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.841680] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1032.003648] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.030483] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.030666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.030746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.030899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.030986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.031300] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.031300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.031436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.031490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.031576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.031638] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d already deleted. [ 1032.031719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.078847] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.079160] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.079478] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.079564] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.079818] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.080037] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.080247] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.080418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.080566] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.080791] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.080908] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.081033] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.081149] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.081284] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1032.081396] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.081914] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.099948] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.099948] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1032.100103] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.100522] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.100609] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-08960d53-7dd3-44ab-aca8-9eee59f218af taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.100743] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.100868] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.101187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.101338] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08960d53-7dd3-44ab-aca8-9eee59f218af',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.508244] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.603857] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.604089] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.604227] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.604509] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.604669] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.604838] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 08960d53-7dd3-44ab-aca8-9eee59f218af not found, creating... [ 1032.605108] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.605332] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.605457] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.605685] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.605828] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.606130] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.606295] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.606422] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.606628] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.606767] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.606937] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 08960d53-7dd3-44ab-aca8-9eee59f218af is going to be created. [ 1032.629762] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.629972] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.630120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.630387] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.630624] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.630852] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.900976] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1032.901708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.901708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.901708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.901917] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.902125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.902125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.902244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.902293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.902369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.902460] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.930162] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1032.930383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.930577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.930795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.930945] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.010671] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.011064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.011064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.011243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.011243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.011393] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 1033.038476] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.038476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.038476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.038476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.038476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.046913] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 1033.404498] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.433161] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.433361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.439892] env[70911]: INFO networking_nsxv3.common.synchronization [req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e req-77d258ae-c00b-47e6-873c-6a06c2d088ae service nova] Enqueued Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_rules [ 1033.439892] env[70911]: INFO networking_nsxv3.common.synchronization [req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e req-77d258ae-c00b-47e6-873c-6a06c2d088ae service nova] Enqueued Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_members [ 1033.439892] env[70911]: INFO networking_nsxv3.common.synchronization [req-0ac63f86-5d11-48c0-90fb-e4dd58bd985e req-77d258ae-c00b-47e6-873c-6a06c2d088ae service nova] Enqueued Resource ID: 08960d53-7dd3-44ab-aca8-9eee59f218af with Priority: HIGHEST for action port [ 1033.439892] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_rules [ 1033.440126] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_members [ 1033.440126] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08960d53-7dd3-44ab-aca8-9eee59f218af with Priority: HIGHEST for action port [ 1033.440692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.440827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.440827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.441286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.441377] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.442283] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.442413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.442474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.442635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.443643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.443643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.443643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.443643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.443643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.443643] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.444787] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-08960d53-7dd3-44ab-aca8-9eee59f218af taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.444787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.444787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.444968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.445039] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08960d53-7dd3-44ab-aca8-9eee59f218af',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.635492] env[70911]: INFO networking_nsxv3.common.synchronization [req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e req-4c40f32d-339b-47ed-9ff9-8e1378b7909c tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1033.636852] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1033.638216] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.638355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.638423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.638636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.638858] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.638925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.639024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.639188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.639364] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.852503] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1033.852503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.852503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.852789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.853382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.853382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.853382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.853382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.853382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.853382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.854090] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.910028] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3: rpc.has_security_group_logging(os_id): False [ 1033.924549] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.924549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.924708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.924831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.924886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.925205] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.925318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.925373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.925521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.925604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.925682] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1033.930741] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.930917] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.931055] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.931307] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.931549] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.931704] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.931822] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.932044] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.932192] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.932421] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.932536] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.932646] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.932756] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.932886] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1033.932973] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.933119] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.946735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.946937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.947050] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.948219] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08960d53-7dd3-44ab-aca8-9eee59f218af with status ACTIVE [ 1033.948352] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.948438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.950321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.950321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.950321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.950321] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08960d53-7dd3-44ab-aca8-9eee59f218af is going to be updated. [ 1033.953772] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.955080] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1033.955080] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.955080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-195" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.955080] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ebb268e9-2869-4ab5-8e03-a350543c61da taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.955080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.955080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.955344] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.955430] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb268e9-2869-4ab5-8e03-a350543c61da',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.977655] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.977894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.977894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.978254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.978429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.978647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08960d53-7dd3-44ab-aca8-9eee59f218af" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.980926] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.981077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.981161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.981335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.981470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.992415] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1034.141979] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.356359] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.356522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.356616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.356847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.357053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.357198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.357267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.357424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.357512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.357791] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.357907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.357975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.358129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.358266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.358356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.358439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.358546] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.358619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.358698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.358785] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.457060] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.458630] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.458797] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.458964] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.459308] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.459468] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.459629] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port ebb268e9-2869-4ab5-8e03-a350543c61da not found, creating... [ 1034.459881] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.460320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.460320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.460404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.460531] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.460816] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.460974] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.461110] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.461318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.461457] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.461600] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ebb268e9-2869-4ab5-8e03-a350543c61da is going to be created. [ 1034.481650] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.482175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.482175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.482302] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.483023] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.483023] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.643775] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.862049] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74bf3a62-3432-4037-8d7e-6d940a98e9f9: rpc.has_security_group_logging(os_id): False [ 1034.880233] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.880442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.880442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.880638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.880732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.880936] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.881068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.881129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.881286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.881384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.881584] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.881694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.881748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.881910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.881974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.882203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.882324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.882422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.882592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.882672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.882772] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1034.944050] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.944050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.944050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.944050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.944507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.965165] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1034.965535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.965665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.965736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.965939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.966043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.967923] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d is going to be created. [ 1034.993145] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.993283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.993350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.993583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.993770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.014688] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d in Status: UNINITIALIZED for 2s [ 1035.058151] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 1035.058383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.150492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.150780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.150780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.150934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.151028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.151063] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be updated. [ 1035.179230] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.193819] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: IN_PROGRESS for 2s [ 1035.255865] env[70911]: INFO networking_nsxv3.common.synchronization [req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e req-50bbb5a2-320f-4203-b65e-0aaa7bc664f7 service nova] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_rules [ 1035.256062] env[70911]: INFO networking_nsxv3.common.synchronization [req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e req-50bbb5a2-320f-4203-b65e-0aaa7bc664f7 service nova] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1035.256207] env[70911]: INFO networking_nsxv3.common.synchronization [req-833f2402-c858-4cb0-ac4a-6294cc5f3d4e req-50bbb5a2-320f-4203-b65e-0aaa7bc664f7 service nova] Enqueued Resource ID: ebb268e9-2869-4ab5-8e03-a350543c61da with Priority: HIGHEST for action port [ 1035.256433] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_rules [ 1035.256556] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1035.256647] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb268e9-2869-4ab5-8e03-a350543c61da with Priority: HIGHEST for action port [ 1035.257234] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.257690] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.260776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.260930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.261200] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebb268e9-2869-4ab5-8e03-a350543c61da taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.261200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.261327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.261436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.261516] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb268e9-2869-4ab5-8e03-a350543c61da',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.763506] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.764862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.765148] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebb268e9-2869-4ab5-8e03-a350543c61da with status ACTIVE [ 1035.765355] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.765521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.765606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.765824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.765920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.766117] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.766233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.766293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.766439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.766535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.766736] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.766885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.766954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.767093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.767213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.767321] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebb268e9-2869-4ab5-8e03-a350543c61da is going to be updated. [ 1035.786680] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.786824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.786895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.787184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.787508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.787508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebb268e9-2869-4ab5-8e03-a350543c61da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.007662] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1036.007942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.979323] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1036.979755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.025887] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d in Status: SUCCESS [ 1037.026129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.026294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.026577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.026701] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.026818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.026881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.027073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.027174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.027245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.027326] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.144680] env[70911]: INFO networking_nsxv3.common.synchronization [req-5f0f8569-02c7-474b-a1f5-741a6a181211 req-6b466291-a76c-4754-9e33-2a8c7569f096 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1037.146132] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1037.146132] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.146132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.146132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.146344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.146344] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.146483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.146545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.146650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.146731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.146953] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.207921] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: SUCCESS [ 1037.207921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.207921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.207921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.207921] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.207921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.207921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.207921] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.482019] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.482230] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.482357] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.482628] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.482886] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.483079] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.483208] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.483431] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.483583] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.483798] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.484329] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.484329] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.484329] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.484329] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.484329] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.485554] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.506148] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.506321] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.506466] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.506644] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.506981] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-5e1b5518-43f9-4420-9ff9-779101beebdb taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.507185] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.507337] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.507626] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.507766] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1b5518-43f9-4420-9ff9-779101beebdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.532973] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.650190] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.708518] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.010360] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.010863] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.010863] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.011057] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.011181] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.011358] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 5e1b5518-43f9-4420-9ff9-779101beebdb not found, creating... [ 1038.011641] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.011821] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.011941] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.012237] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.012387] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.012707] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.012878] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.013021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.013243] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.013529] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.013699] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 5e1b5518-43f9-4420-9ff9-779101beebdb is going to be created. [ 1038.032210] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.032506] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.032710] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.033101] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.033417] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.033711] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.034668] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b35bf0ac-7ba7-4d71-a552-711997b9fa8d: rpc.has_security_group_logging(os_id): False [ 1038.053643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.053808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.053874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.054607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.054607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.054607] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.054607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.054607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.054831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.054831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.054992] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d is going to be created. [ 1038.142486] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.142650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.142692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.142904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.143100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.156020] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.168760] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d in Status: IN_PROGRESS for 2s [ 1038.211270] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.517235] env[70911]: INFO networking_nsxv3.common.synchronization [req-87f39d67-6fff-4b70-89b4-ba4ea15df353 req-7bc0e8c9-c16a-4074-8ce3-3d95c9dbdbe1 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_members [ 1038.517898] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGHEST for action security_group_members [ 1038.517898] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.517898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.518160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.518686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.518686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.518831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.518947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.519253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.519253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.520102] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.660922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.660922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.660922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.660922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.660922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.660922] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be updated. [ 1038.692478] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.694344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.694554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.694843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.695066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.708219] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 1038.720019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.720196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.720545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.720545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.720545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.720694] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be updated. [ 1038.755729] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.756333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.756333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.756333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.756482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.766342] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: IN_PROGRESS for 2s [ 1039.022864] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.023175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.024942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.025196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.025343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.026773] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.026773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.026773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.026773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.026773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.026773] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 is going to be updated. [ 1039.050159] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.050336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.050398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.050670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.050749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.061079] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 in Status: IN_PROGRESS for 2s [ 1039.255723] env[70911]: INFO networking_nsxv3.common.synchronization [req-5f0f8569-02c7-474b-a1f5-741a6a181211 req-12f661c9-4b1b-4d44-af88-9893b3b1d35c service nova] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_rules [ 1039.255723] env[70911]: INFO networking_nsxv3.common.synchronization [req-5f0f8569-02c7-474b-a1f5-741a6a181211 req-12f661c9-4b1b-4d44-af88-9893b3b1d35c service nova] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1039.255723] env[70911]: INFO networking_nsxv3.common.synchronization [req-5f0f8569-02c7-474b-a1f5-741a6a181211 req-12f661c9-4b1b-4d44-af88-9893b3b1d35c service nova] Enqueued Resource ID: 5e1b5518-43f9-4420-9ff9-779101beebdb with Priority: HIGHEST for action port [ 1039.256047] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_rules [ 1039.256127] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1039.256163] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e1b5518-43f9-4420-9ff9-779101beebdb with Priority: HIGHEST for action port [ 1039.257162] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.257162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.257162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.258578] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.258578] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.260834] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.260834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.260993] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e1b5518-43f9-4420-9ff9-779101beebdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.261088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.261132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.264755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.264755] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e1b5518-43f9-4420-9ff9-779101beebdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.760965] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.761139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.764571] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e1b5518-43f9-4420-9ff9-779101beebdb with status ACTIVE [ 1039.764865] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.765117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.765117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.765260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.765368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.765565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.765641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.765732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.765887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.765965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.766165] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.766264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.766317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.766445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.766501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.766587] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e1b5518-43f9-4420-9ff9-779101beebdb is going to be updated. [ 1039.786942] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.787213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.787213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.787799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.788017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e1b5518-43f9-4420-9ff9-779101beebdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.179687] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d in Status: SUCCESS [ 1040.179928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.308199] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.308199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.308199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.308199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.308199] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.308199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.308199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.308199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.308654] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.308654] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.308654] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.308787] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.308851] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.308933] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.309082] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.309218] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.326677] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.326852] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.326991] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.327206] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.327503] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.327676] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.327797] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.328061] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.328203] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87dd2138-04f6-4411-b5c8-11a8fba1ea7a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.718471] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 1040.718644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.718831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.719043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.719278] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.719397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.719461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.719623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.719702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.719827] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.774988] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: SUCCESS [ 1040.775276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.775482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.775730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.776020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.776323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.776418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.776605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.776728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.776834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.776959] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.831314] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.831547] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.831679] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.831957] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.832155] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.832418] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.832580] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.832698] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.832911] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.833067] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.833349] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.833503] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.833623] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.833829] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.833967] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.834215] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a is going to be updated. [ 1040.856984] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.857230] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.857370] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.857631] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.857835] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.858077] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.001216] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1041.001329] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:2 started [ 1041.070392] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 in Status: SUCCESS [ 1041.070583] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 deletion is rescheduled due to dependency. [ 1041.070705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.222798] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.281213] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.281213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.281213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.281213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.281213] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.281459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.281459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.281684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.281739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.281972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.282091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.282183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.282242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.282383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.282516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.282603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.282689] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.282848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.282922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.283009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.283122] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.666553] env[70911]: INFO networking_nsxv3.common.synchronization [req-9e822e5b-1f6b-4994-940a-d8adc7523499 req-894f7bc9-7b06-4f90-be05-d6aea6cb648d service nova] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 1041.666553] env[70911]: INFO networking_nsxv3.common.synchronization [req-9e822e5b-1f6b-4994-940a-d8adc7523499 req-894f7bc9-7b06-4f90-be05-d6aea6cb648d service nova] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 1041.666553] env[70911]: INFO networking_nsxv3.common.synchronization [req-9e822e5b-1f6b-4994-940a-d8adc7523499 req-894f7bc9-7b06-4f90-be05-d6aea6cb648d service nova] Enqueued Resource ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a with Priority: HIGHEST for action port [ 1041.666553] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_rules [ 1041.666553] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 1041.666553] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a with Priority: HIGHEST for action port [ 1041.666553] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.666553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.666553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.666901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.666901] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.670815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.670815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.670815] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.670815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.670815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.670815] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87dd2138-04f6-4411-b5c8-11a8fba1ea7a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.727046] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.787276] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 563d3133-224e-4563-973b-7d3bd627a817: rpc.has_security_group_logging(os_id): False [ 1041.826745] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.826745] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.826745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.827365] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.827365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.827365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.827365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.827365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.827584] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.827584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.827584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.827701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.827736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.827904] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be updated. [ 1041.886446] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.886597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.886667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.886869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.887143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.902285] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: IN_PROGRESS for 2s [ 1042.171928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.171928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.180018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87dd2138-04f6-4411-b5c8-11a8fba1ea7a with status ACTIVE [ 1042.180018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.180018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.180018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.180018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.180018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87dd2138-04f6-4411-b5c8-11a8fba1ea7a is going to be updated. [ 1042.180851] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.200541] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.200541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.200541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.200541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.200541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.200541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87dd2138-04f6-4411-b5c8-11a8fba1ea7a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.232268] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.232268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.232268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.232268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.232268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.232268] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be updated. [ 1042.260959] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.261322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.261493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.261806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.262062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.265794] env[70911]: INFO networking_nsxv3.common.synchronization [req-494b72ca-fef6-4182-b6bb-26d3a89dceca req-c502c79f-8c77-49e3-a308-23309ca6e1a0 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1042.266439] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1042.266851] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.267094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.267268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.267540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.267794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.268025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.268182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.268420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.268591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.268763] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.271995] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 1042.667145] env[70911]: INFO networking_nsxv3.common.synchronization [req-6f0a612e-ec89-4603-b224-b8057b6cf95e req-9a15ae05-ce95-4cd5-98d2-2dac02ac835f tempest-ImagesTestJSON-1565826728 tempest-ImagesTestJSON-1565826728-project-member] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 1042.667693] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGHEST for action security_group_members [ 1042.667996] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.668144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.668208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.668528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.668676] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.668769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.668827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.668968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.669066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.669170] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.682856] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.806802] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.171079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.171282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.171396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.171690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.171807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.172045] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.172159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.172226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.172485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.172485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.172619] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be updated. [ 1043.185303] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.185506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.185556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.185819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.185951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.186069] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be updated. [ 1043.218128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.218290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.218360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.218582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.218724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.227797] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.227940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.228016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.228218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.228357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.230102] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: IN_PROGRESS for 2s [ 1043.241022] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: IN_PROGRESS for 2s [ 1043.274668] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.317021] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1521105b-0d6a-48e2-9123-553e251ddad8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1043.317021] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1043.317021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.317436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.359597] env[70911]: INFO networking_nsxv3.common.synchronization [req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 req-37854914-f889-45be-95ed-87a370834604 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Enqueued Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_members [ 1043.359830] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_members [ 1043.360477] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.360819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.362592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.362592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.362592] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.362592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.362592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.362592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.362592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.362592] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.777343] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.777474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.777697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.777761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.777807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.777913] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1043.810493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.810493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.810493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.810692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.810727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.826030] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1043.866153] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.866153] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.866587] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279101d2-1c52-40c0-887a-542e0a9a6230 already deleted. [ 1043.866587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.909882] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.910708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-377" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.910708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-377" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.910708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-377" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.911381] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.911381] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.911502] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.911747] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.912216] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.912422] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.912764] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.912764] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.913363] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.913363] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.913363] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.913363] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.917118] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: SUCCESS [ 1043.917349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.930867] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.931058] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.931899] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.932152] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-377" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.932474] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-415a5105-1fff-4229-8e33-0a03b5f3d9b6 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.932656] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.932801] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.933100] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.933255] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('415a5105-1fff-4229-8e33-0a03b5f3d9b6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.284073] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 1044.284419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.284419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.284679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.284869] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.284984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.285055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.285210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.285291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.285374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.285463] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.436169] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.436546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.436758] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.437109] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.437276] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.437501] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 415a5105-1fff-4229-8e33-0a03b5f3d9b6 not found, creating... [ 1044.437807] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.437976] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.438168] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.438456] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.438592] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.438908] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.439128] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.439341] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.439577] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.439729] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.439890] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 415a5105-1fff-4229-8e33-0a03b5f3d9b6 is going to be created. [ 1044.460280] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.460380] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.460525] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.460815] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.461120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.461434] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.787755] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.788470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.788470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.788470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.788470] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.788679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.788679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.788763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.788848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.788931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.789110] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.789204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.789260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.789399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.789533] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.789621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.789678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.789830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.789922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.790016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.790125] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.207052] env[70911]: INFO networking_nsxv3.common.synchronization [req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 req-7fbe6868-b05c-4241-b419-1c1ab55e707e service nova] Enqueued Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_rules [ 1045.207052] env[70911]: INFO networking_nsxv3.common.synchronization [req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 req-7fbe6868-b05c-4241-b419-1c1ab55e707e service nova] Enqueued Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_members [ 1045.207052] env[70911]: INFO networking_nsxv3.common.synchronization [req-12b3c056-d54a-4419-85b1-9f56dd4d3be8 req-7fbe6868-b05c-4241-b419-1c1ab55e707e service nova] Enqueued Resource ID: 415a5105-1fff-4229-8e33-0a03b5f3d9b6 with Priority: HIGHEST for action port [ 1045.207052] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_rules [ 1045.207052] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_members [ 1045.207052] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 415a5105-1fff-4229-8e33-0a03b5f3d9b6 with Priority: HIGHEST for action port [ 1045.207052] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.207683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.207872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.208242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.208441] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.209676] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.209935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.210140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.210514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.210779] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.210997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.211188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.211439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.211628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.212060] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.213073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-415a5105-1fff-4229-8e33-0a03b5f3d9b6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.213416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.213664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.214419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.214419] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('415a5105-1fff-4229-8e33-0a03b5f3d9b6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.243558] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 in Status: SUCCESS [ 1045.243558] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 deletion is rescheduled due to dependency. [ 1045.243558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.249594] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: SUCCESS [ 1045.249795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.249950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.250188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.250509] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.250509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.250628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.250726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.250804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.250885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.250973] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.292107] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2a004c-753d-4249-951f-0e16671c5187: rpc.has_security_group_logging(os_id): False [ 1045.312625] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.312822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.312894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.313116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.313248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.314629] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.314629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.314629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.314629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.314629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.314629] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.314629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.314629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.314629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.315170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.315170] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.315170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.315170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.315170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.315330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.315476] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be updated. [ 1045.375077] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.375242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.375313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.375560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.375747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.389072] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 1045.602837] env[70911]: INFO networking_nsxv3.common.synchronization [req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 req-6959ce6a-2760-43ec-9a73-5192a48bbc24 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1045.603538] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1045.607021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.607021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.607021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.607021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.607021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.607021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.607021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.607021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.607021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.607021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.716032] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.716032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.716223] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.718768] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 415a5105-1fff-4229-8e33-0a03b5f3d9b6 with status ACTIVE [ 1045.718969] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.719162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.719224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.719426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.719515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.719684] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.719779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.719838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.719978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.720062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.720253] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.720347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.720423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.720575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.720648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.720741] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 415a5105-1fff-4229-8e33-0a03b5f3d9b6 is going to be updated. [ 1045.739752] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.739888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.739957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.740260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.740458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.740653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-415a5105-1fff-4229-8e33-0a03b5f3d9b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.753584] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.842067] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1045.842298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.842551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.843250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.843526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.843633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.843744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.843958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.844035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.844420] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.056309] env[70911]: INFO networking_nsxv3.common.synchronization [req-3551311a-a05d-4cd0-ba37-a456e6eb9103 req-3eb94084-07b9-448e-9157-a9272e3fc3e7 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_members [ 1046.056865] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGHEST for action security_group_members [ 1046.057216] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.057359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.057441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.057673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.059985] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.060228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.060329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.060574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.060674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.060820] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.107593] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.107759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.107841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.108066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.108156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.108415] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.108516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.108580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.108744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.108819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.108906] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 already deleted. [ 1046.108984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.127076] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-687 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.127307] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-687" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.127437] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-687" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.127793] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-687" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.129180] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.129180] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.129180] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.129180] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.129631] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.129863] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.130018] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.130322] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.130454] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.130610] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.130738] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.130874] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.149016] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.149272] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.149429] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.149630] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-687" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.149951] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.150174] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.150314] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.150653] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.150802] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b8c53a-c5fb-4ce5-8f45-ab20512b084c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.218820] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.256961] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3a490a-4fbf-4f18-9fad-9270e56842fc: rpc.has_security_group_logging(os_id): False [ 1046.272847] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.272985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.273063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.273274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.273356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.273983] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.273983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.273983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.275946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.275946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.275946] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be updated. [ 1046.333021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.333021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.333021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.333021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.333449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.349020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: IN_PROGRESS for 2s [ 1046.349020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.349020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.349020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.349020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1046.374622] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.377021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.377021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.377021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.377021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.386953] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1046.563258] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.563552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.563640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.563964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.564151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.564473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.566161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.566161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.566161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.566161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.566161] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 is going to be updated. [ 1046.592557] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.592692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.592692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.593668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.593668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.600692] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 in Status: IN_PROGRESS for 2s [ 1046.654461] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.654461] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.654461] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.654840] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.655087] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.655237] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c not found, creating... [ 1046.655638] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.655855] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.656015] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.656297] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.656562] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.656841] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.657047] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.657216] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.657506] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.657703] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.657916] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c is going to be created. [ 1046.676042] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.676042] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.676192] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.676409] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.676654] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.676877] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.721224] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.721464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.721686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.721950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.722152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.722245] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279101d2-1c52-40c0-887a-542e0a9a6230 is going to be created. [ 1046.762199] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.762199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.762199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.762199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.762199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.770837] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279101d2-1c52-40c0-887a-542e0a9a6230 in Status: UNINITIALIZED for 2s [ 1047.404655] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 1047.405460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.520121] env[70911]: INFO networking_nsxv3.common.synchronization [req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 req-c6046539-d99b-42d9-b3a6-e8b0a8601bdb service nova] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1047.520121] env[70911]: INFO networking_nsxv3.common.synchronization [req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 req-c6046539-d99b-42d9-b3a6-e8b0a8601bdb service nova] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1047.520121] env[70911]: INFO networking_nsxv3.common.synchronization [req-21c9caf9-4a79-42fc-8f5c-fd1b0ec48961 req-c6046539-d99b-42d9-b3a6-e8b0a8601bdb service nova] Enqueued Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGHEST for action port [ 1047.520121] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1047.520121] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1047.520121] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGHEST for action port [ 1047.520121] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.520121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.520121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.520802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.520991] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.522038] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.524515] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.524515] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.524515] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.524515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.525353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.525353] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b8c53a-c5fb-4ce5-8f45-ab20512b084c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.026836] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.026976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.027259] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.028202] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with status ACTIVE [ 1048.028402] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.028527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.028588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.028771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.028894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.029061] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.029106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.029234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.029348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.029432] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.029630] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.029763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.029830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.029970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.030057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.030151] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c is going to be updated. [ 1048.048785] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.048927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.048999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.049400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.049400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.049498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.192733] env[70911]: INFO networking_nsxv3.common.synchronization [req-76b44753-6e66-4865-a50a-bb1e6edb5d20 req-e40a8bc0-6411-420a-916e-c0fc0ff63358 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1048.193231] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1048.193587] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.193740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.193773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194179] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.194277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.194339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.194665] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.360859] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: SUCCESS [ 1048.361104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.398398] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1048.398398] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 deletion is rescheduled due to dependency. [ 1048.398398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.532487] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.610296] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 in Status: SUCCESS [ 1048.610501] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 deletion is rescheduled due to dependency. [ 1048.610607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.690178] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.691374] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.691374] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.691717] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.692016] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.692195] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.692315] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.692548] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.692768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.692995] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.693129] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.693261] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.693380] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.693492] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1048.693596] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.693729] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.696693] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.696814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.696867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.697053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.697141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.697326] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.697423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.697481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.697629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.697703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.697787] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 already deleted. [ 1048.697867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.712491] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.712692] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1048.712838] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.713032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.713351] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ad6e8e32-76cf-49f9-8638-bfd97349089f taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.713530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.713655] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.713982] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.714156] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6e8e32-76cf-49f9-8638-bfd97349089f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.782456] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279101d2-1c52-40c0-887a-542e0a9a6230 in Status: SUCCESS [ 1048.782890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.783327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.784684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.784684] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.784684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.784684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.784684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.784684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.784684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.785720] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.035743] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.036072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.036195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.036567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.036688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.036800] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be created. [ 1049.059343] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.059513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.059513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.059733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.059886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.069421] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: UNINITIALIZED for 2s [ 1049.218304] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.218304] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.218535] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.218674] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.218825] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.218996] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port ad6e8e32-76cf-49f9-8638-bfd97349089f not found, creating... [ 1049.219351] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.219519] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.219642] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.219913] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.220081] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.220616] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.221511] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.221660] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.222057] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.222057] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.222490] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ad6e8e32-76cf-49f9-8638-bfd97349089f is going to be created. [ 1049.243882] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.244129] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.244259] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.244544] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.244769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.245045] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.288980] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.289112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.289218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.289445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.289622] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.289731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.289793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.289959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.290053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.290179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.290294] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.290426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.290487] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.290627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.290836] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.290948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.290990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.291171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.291275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.291366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.291465] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.793511] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 279101d2-1c52-40c0-887a-542e0a9a6230: rpc.has_security_group_logging(os_id): False [ 1049.811121] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.815266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.815266] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.815266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.815926] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.815926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.815926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.815926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.815926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.815926] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279101d2-1c52-40c0-887a-542e0a9a6230 is going to be created. [ 1049.866311] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.866545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.866612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.866808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.867035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.880419] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 279101d2-1c52-40c0-887a-542e0a9a6230 in Status: IN_PROGRESS for 2s [ 1050.157523] env[70911]: INFO networking_nsxv3.common.synchronization [req-76b44753-6e66-4865-a50a-bb1e6edb5d20 req-057bf9ab-761f-4312-ba5b-de641c99b0a6 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1050.157699] env[70911]: INFO networking_nsxv3.common.synchronization [req-76b44753-6e66-4865-a50a-bb1e6edb5d20 req-057bf9ab-761f-4312-ba5b-de641c99b0a6 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1050.157839] env[70911]: INFO networking_nsxv3.common.synchronization [req-76b44753-6e66-4865-a50a-bb1e6edb5d20 req-057bf9ab-761f-4312-ba5b-de641c99b0a6 service nova] Enqueued Resource ID: ad6e8e32-76cf-49f9-8638-bfd97349089f with Priority: HIGHEST for action port [ 1050.158432] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1050.158583] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1050.158689] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad6e8e32-76cf-49f9-8638-bfd97349089f with Priority: HIGHEST for action port [ 1050.158976] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.159886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.159992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.160388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.160508] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.161470] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.161628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.161721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.161933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.162137] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.162271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.162356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.162526] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.162642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.162773] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.164293] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad6e8e32-76cf-49f9-8638-bfd97349089f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.164293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.164293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.164293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.164293] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad6e8e32-76cf-49f9-8638-bfd97349089f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.669288] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.670258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.670520] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.671552] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad6e8e32-76cf-49f9-8638-bfd97349089f with status ACTIVE [ 1050.671893] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.671893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.671893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.672191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.672191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.672382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.672479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.672537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.672691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.672763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.672938] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.673042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.673697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.674611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.674749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.674906] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad6e8e32-76cf-49f9-8638-bfd97349089f is going to be updated. [ 1050.775885] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.776049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.776049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.776240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.776635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.776807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad6e8e32-76cf-49f9-8638-bfd97349089f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.078752] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: SUCCESS [ 1051.079151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.079151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.079441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.079636] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.079756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.079821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.079970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.080062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.080145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.080255] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.177641] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.583654] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.683375] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.683375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.683375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.683565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.683565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.683641] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be created. [ 1051.707837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.707837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.707837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.708027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.708123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.716121] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: UNINITIALIZED for 2s [ 1051.836558] env[70911]: INFO networking_nsxv3.common.synchronization [req-207de948-fc0b-429a-a637-65a814b883b7 req-b33c6dcd-0148-4fbf-8982-843e9d1f1901 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1051.837152] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1051.837479] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.837619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.837664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.837881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.838040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.838190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.838259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.838441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.838532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.838625] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.891383] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 279101d2-1c52-40c0-887a-542e0a9a6230 in Status: SUCCESS [ 1051.891650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.085630] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ca07763-efce-49e8-9ae2-9b76b5a82b06: rpc.has_security_group_logging(os_id): False [ 1052.102137] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.102293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.102348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.102559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.102649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.102881] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.102980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.103063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.103203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.103279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.103425] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be created. [ 1052.157597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.157728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.157798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.158012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.158192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.168523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: IN_PROGRESS for 2s [ 1052.340575] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.843297] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.349785] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.350109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.350109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.350181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.350258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.350368] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be updated. [ 1053.373954] env[70911]: INFO networking_nsxv3.common.synchronization [req-16bba606-86cf-4656-929b-bd971dc5b222 req-0e7d5126-d2e5-410c-8197-17d4802cf24e tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_members [ 1053.374489] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_members [ 1053.374796] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.374974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.375960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.379395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.379649] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.379789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.379849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.380037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.380127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.380251] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.385120] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.385316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.385429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.385682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.385809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.394496] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 1053.730241] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1053.730517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.730685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.730963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.731202] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.731351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.731423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.731581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.731663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.731748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.731841] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.792710] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.792921] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-886" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.793064] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-886" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.793422] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-886" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.793702] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.793867] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.793987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.794682] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.794682] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.794866] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.795630] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.795630] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.795630] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.795630] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.795630] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.795885] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.823714] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.823714] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.823714] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.823714] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-886" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.823714] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-f395f2b2-0968-436e-b834-77dd09d1b4d0 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.824107] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.824107] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.824360] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.824506] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f395f2b2-0968-436e-b834-77dd09d1b4d0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.888740] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.889079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.889207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.889583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.889797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.890174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.890360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.890901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.890901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.891021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.891139] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 already deleted. [ 1053.891877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.181306] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: SUCCESS [ 1054.181703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.234438] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.234635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.234708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.234884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.235069] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.235179] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.235235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.235373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.235463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.235549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.235692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.235777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.235865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.235963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.236121] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.236210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.236288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.236875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.236875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.236875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.236875] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.327174] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.327494] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.327666] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.328086] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.328300] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.328494] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port f395f2b2-0968-436e-b834-77dd09d1b4d0 not found, creating... [ 1054.328835] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.328947] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.329055] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.329346] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.329514] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.329899] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.330114] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.330268] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.330487] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.330632] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.330781] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: f395f2b2-0968-436e-b834-77dd09d1b4d0 is going to be created. [ 1054.349939] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.350268] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.350381] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.350664] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.350903] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.351174] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.741075] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1054.760913] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.761215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.761215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.761502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.761799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.762072] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.762184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.762249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.762422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.762508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.762709] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.762803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.762873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.763075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.763154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.763339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.763515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.763571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.763723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.763791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.763876] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be created. [ 1054.815013] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.815195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.815231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.815507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.815673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.827520] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1055.173061] env[70911]: INFO networking_nsxv3.common.synchronization [req-16bba606-86cf-4656-929b-bd971dc5b222 req-5c0c33d5-d1b5-4bf3-ade4-0c1b9ecae45a service nova] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_rules [ 1055.173277] env[70911]: INFO networking_nsxv3.common.synchronization [req-16bba606-86cf-4656-929b-bd971dc5b222 req-5c0c33d5-d1b5-4bf3-ade4-0c1b9ecae45a service nova] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_members [ 1055.173456] env[70911]: INFO networking_nsxv3.common.synchronization [req-16bba606-86cf-4656-929b-bd971dc5b222 req-5c0c33d5-d1b5-4bf3-ade4-0c1b9ecae45a service nova] Enqueued Resource ID: f395f2b2-0968-436e-b834-77dd09d1b4d0 with Priority: HIGHEST for action port [ 1055.173956] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_rules [ 1055.174570] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_members [ 1055.174707] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f395f2b2-0968-436e-b834-77dd09d1b4d0 with Priority: HIGHEST for action port [ 1055.175015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.175144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.175209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.175410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.175491] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.177054] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.177279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.177385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.177575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.177704] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.177802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.177864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.178027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.178108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.178198] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.179055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-f395f2b2-0968-436e-b834-77dd09d1b4d0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.179055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.179158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.179222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.179311] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f395f2b2-0968-436e-b834-77dd09d1b4d0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.404080] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 1055.404436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.678729] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.678729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.683839] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f395f2b2-0968-436e-b834-77dd09d1b4d0 with status ACTIVE [ 1055.684079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.684216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.684286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.684522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.684617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.684812] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.684914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.684971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.685133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.685210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.685387] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.685480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.685541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.685685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.685764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.685830] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f395f2b2-0968-436e-b834-77dd09d1b4d0 is going to be updated. [ 1055.686913] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.705265] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.705396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.705466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.705665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.705878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.706094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f395f2b2-0968-436e-b834-77dd09d1b4d0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.190306] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.696189] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.696189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.696189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.696189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.696189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.696702] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 is going to be created. [ 1056.730433] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.730615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.730749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.731017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.731221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.740326] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: UNINITIALIZED for 2s [ 1056.839650] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1056.839995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.807559] env[70911]: INFO networking_nsxv3.common.synchronization [req-e5c36041-3133-4f68-8692-2b7afa794ce2 req-04fc8dcb-9369-4a56-93ff-4a3e463f57d1 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1057.807951] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1057.808468] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.808468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.808588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.810019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.810019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.810019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.810019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.810019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.810019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.810019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.237994] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.238229] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.238359] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.238625] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.238881] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.243119] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.243320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.243589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.243750] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.243970] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.244123] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.244242] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.244354] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.244469] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1058.244576] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.244713] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.265428] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.265599] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1058.265753] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.265943] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.266284] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b85dd288-cf09-4574-8c1d-1cb202c61771 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.266464] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.266590] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.266908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.267063] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85dd288-cf09-4574-8c1d-1cb202c61771',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.315029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.315029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.315029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.315029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1058.341027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.341027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.341254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.341393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.350178] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1058.751220] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: SUCCESS [ 1058.751336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.751497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.751916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.751980] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.752072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.752177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.752361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.753027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.753027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.753027] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.769753] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.769987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.770130] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.770830] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.770936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.771163] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b85dd288-cf09-4574-8c1d-1cb202c61771 not found, creating... [ 1058.771486] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.771732] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.771905] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.772195] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.772410] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.772742] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.772984] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.773175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.773438] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.773636] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.773832] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b85dd288-cf09-4574-8c1d-1cb202c61771 is going to be created. [ 1058.792188] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.792415] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.792541] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.792815] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.793063] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.793298] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.255729] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.612377] env[70911]: INFO networking_nsxv3.common.synchronization [req-e5c36041-3133-4f68-8692-2b7afa794ce2 req-65cf2dfd-350f-4f2f-9705-1136b00c3688 service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 1059.612578] env[70911]: INFO networking_nsxv3.common.synchronization [req-e5c36041-3133-4f68-8692-2b7afa794ce2 req-65cf2dfd-350f-4f2f-9705-1136b00c3688 service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1059.612724] env[70911]: INFO networking_nsxv3.common.synchronization [req-e5c36041-3133-4f68-8692-2b7afa794ce2 req-65cf2dfd-350f-4f2f-9705-1136b00c3688 service nova] Enqueued Resource ID: b85dd288-cf09-4574-8c1d-1cb202c61771 with Priority: HIGHEST for action port [ 1059.613441] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 1059.613538] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1059.613707] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85dd288-cf09-4574-8c1d-1cb202c61771 with Priority: HIGHEST for action port [ 1059.615573] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.615573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.615573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.615573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.615573] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.616661] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.619336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.619336] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b85dd288-cf09-4574-8c1d-1cb202c61771 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.619336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.619336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.619336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.619336] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b85dd288-cf09-4574-8c1d-1cb202c61771',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.759507] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ca6c655-6804-4a42-ac6f-562e06415011: rpc.has_security_group_logging(os_id): False [ 1059.777548] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.777965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.777965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.778231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.778327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.778930] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.778930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.778930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.778930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.778930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.780200] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 is going to be created. [ 1059.836750] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.836750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.836750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.836950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.838103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.853422] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: IN_PROGRESS for 2s [ 1060.119427] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.119573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.121959] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b85dd288-cf09-4574-8c1d-1cb202c61771 with status ACTIVE [ 1060.122167] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.124341] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.124341] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.124341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.124341] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b85dd288-cf09-4574-8c1d-1cb202c61771 is going to be updated. [ 1060.143992] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.144145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.144220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.144411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.144540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.144709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b85dd288-cf09-4574-8c1d-1cb202c61771" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.360160] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1060.360471] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 1060.360471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.360587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.360860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.361107] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.361249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.361316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.361481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.361564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.361663] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.863903] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.367448] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.864480] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: SUCCESS [ 1061.865120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.870978] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.871126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.871210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.871533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.871621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.871741] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1061.901116] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.901264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.901307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.901520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.901727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.905594] env[70911]: INFO networking_nsxv3.common.synchronization [req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 req-5a02ae12-4ea2-43ff-9f1b-36ea0bfd66d2 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Enqueued Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_members [ 1061.905782] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_members [ 1061.909023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.909159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.909513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.913024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.913024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.913024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.913024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.913024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.913024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.913024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.913024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1062.010869] env[70911]: INFO networking_nsxv3.common.synchronization [req-7acc4208-e6b5-424d-857f-b997dacf3c2c req-eb81338f-664f-422d-a1a3-669b225a4edb tempest-ServersAdminTestJSON-420670550 tempest-ServersAdminTestJSON-420670550-project-member] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 1062.010869] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGHEST for action security_group_members [ 1062.010869] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.010869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.010869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.010869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.011255] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.011479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.011555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.011798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.011898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.011994] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.419466] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.419466] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.419466] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 already deleted. [ 1062.419466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.518015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.518581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.519192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.519192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.519192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.519706] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.519706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.519782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.519936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.520010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.520105] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be updated. [ 1062.524192] env[70911]: INFO networking_nsxv3.common.synchronization [req-558e69a9-43f4-46b4-978f-4dab95cff66c req-28aeb5c8-cb93-4538-a8c3-631c1c221b07 tempest-ServerPasswordTestJSON-2139421655 tempest-ServerPasswordTestJSON-2139421655-project-member] Enqueued Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_members [ 1062.524783] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGHEST for action security_group_members [ 1062.525519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.525652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.525709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.525910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.526079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.526182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.526247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.526395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.526481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.526587] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.547406] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.547645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.547645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.547833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.547969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.559191] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: IN_PROGRESS for 2s [ 1062.575212] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.575436] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.575589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.575948] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.576252] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.576437] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.576561] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.577108] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.577108] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.577281] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.577454] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.577617] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.577738] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.577858] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1062.577968] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.578380] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.596759] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.596933] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1062.597089] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.597274] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.597624] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-d355819a-2cbc-4287-a7e2-c19247274a16 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.597806] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.597930] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.598287] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.598542] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d355819a-2cbc-4287-a7e2-c19247274a16',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.028384] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.028592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.028660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.028899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.029013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.029219] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.029322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.029403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.029594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.029677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.029763] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279101d2-1c52-40c0-887a-542e0a9a6230 is going to be updated. [ 1063.054818] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.056059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.056059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.056059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.056059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.064488] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279101d2-1c52-40c0-887a-542e0a9a6230 in Status: IN_PROGRESS for 2s [ 1063.101795] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.103030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.103030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.103030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.103276] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.103370] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port d355819a-2cbc-4287-a7e2-c19247274a16 not found, creating... [ 1063.103948] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.103948] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.104068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.104391] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.104459] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.104942] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.104942] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.105122] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.105754] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.105754] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.105754] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: d355819a-2cbc-4287-a7e2-c19247274a16 is going to be created. [ 1063.142512] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.142757] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.142887] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.143215] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.144323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.144323] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874791] env[70911]: INFO networking_nsxv3.common.synchronization [req-772844ae-471f-48b1-8e55-fd649703bce8 req-df3dc0f2-6c87-4b73-b74c-58a013e15bd1 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1063.875325] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1063.875767] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.875767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.876023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.876023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.878213] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.878213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.878213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.878213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.878213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.878213] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.923976] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1063.924118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.924518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.924743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.925310] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.925310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.925310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.925310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.925538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.925538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.925611] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.966720] env[70911]: INFO networking_nsxv3.common.synchronization [req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 req-fff813df-7c22-4f1e-9a02-042b606761a8 service nova] Enqueued Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_rules [ 1063.969026] env[70911]: INFO networking_nsxv3.common.synchronization [req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 req-fff813df-7c22-4f1e-9a02-042b606761a8 service nova] Enqueued Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_members [ 1063.969026] env[70911]: INFO networking_nsxv3.common.synchronization [req-7d5cc504-ee53-4f2a-9771-be736ec56ed3 req-fff813df-7c22-4f1e-9a02-042b606761a8 service nova] Enqueued Resource ID: d355819a-2cbc-4287-a7e2-c19247274a16 with Priority: HIGHEST for action port [ 1063.969026] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_rules [ 1063.969026] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_members [ 1063.969026] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d355819a-2cbc-4287-a7e2-c19247274a16 with Priority: HIGHEST for action port [ 1063.969026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.969026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.969026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.969026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.969026] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.976057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.976057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.976057] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.976057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-d355819a-2cbc-4287-a7e2-c19247274a16 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.976057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.976665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.976665] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d355819a-2cbc-4287-a7e2-c19247274a16',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.379118] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.428416] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.428654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.428781] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.429117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.429469] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.429563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.429633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.429882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.430025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.430177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.430585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.430585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.430688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.430836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.431074] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.431214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.431321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.431636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.431693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.431778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.431937] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.478789] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.479020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.479229] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.484521] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d355819a-2cbc-4287-a7e2-c19247274a16 with status ACTIVE [ 1064.484728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.484853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.484925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.485135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.485226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.485401] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.485564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.485564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.485754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.485799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.485969] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.486081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.486148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.486290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.486394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.486442] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d355819a-2cbc-4287-a7e2-c19247274a16 is going to be updated. [ 1064.507017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.507266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.507400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.507695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.507876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.508197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d355819a-2cbc-4287-a7e2-c19247274a16" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.568176] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed in Status: SUCCESS [ 1064.568176] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed deletion is rescheduled due to dependency. [ 1064.568176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.883039] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.935626] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a518215-7103-45f4-a37d-7a6b77b692c5: rpc.has_security_group_logging(os_id): False [ 1064.953560] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.953789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.953862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.954117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.954485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.954931] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.955125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.955832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.955832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.955832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.955832] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.956101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.956101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.956101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.956229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.956487] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.956585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.956636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.956790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.956865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.956934] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1064.982249] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.033805] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.033949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.034035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.034306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.034481] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.048284] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1065.082617] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 279101d2-1c52-40c0-887a-542e0a9a6230 in Status: SUCCESS [ 1065.082803] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 279101d2-1c52-40c0-887a-542e0a9a6230 deletion is rescheduled due to dependency. [ 1065.082921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.385907] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.386283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.386419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.386727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.386907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.387043] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be updated. [ 1065.413363] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.413522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.413589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.413798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.413964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.422193] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: IN_PROGRESS for 2s [ 1065.484827] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.484965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.485075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.485283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.485373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.485473] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 is going to be created. [ 1065.514288] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.514450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.514495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.514695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.514856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.524139] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 in Status: UNINITIALIZED for 2s [ 1066.179341] env[70911]: INFO networking_nsxv3.common.synchronization [req-68097a9b-b799-41a2-a15a-dd4ecf651cdc req-6d4fbe02-2e07-429e-a174-cfa306e0f1e6 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1066.180875] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1066.181737] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.181873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.185965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.186532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.186685] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.186791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.186853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.187035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.187126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.187225] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.690044] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.690213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.690286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.690532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.690646] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.690846] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.690987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.691030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.692047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.692047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.692047] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d already deleted. [ 1066.692047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.779333] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.779599] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-785" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.779797] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-785" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.780192] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-785" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.780567] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.780782] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.780913] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.781158] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.781310] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.781545] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.781673] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.781805] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.781927] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.782052] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.782164] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.782298] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.800127] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.800300] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.800465] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.800663] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-785" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.800972] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-fefc749d-47f5-410c-8110-b37cc36b2802 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.801162] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.801287] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.801624] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.801801] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefc749d-47f5-410c-8110-b37cc36b2802',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.063415] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1067.063594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.304425] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.304813] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.304936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.305673] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.305673] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.305806] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port fefc749d-47f5-410c-8110-b37cc36b2802 not found, creating... [ 1067.306093] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.306303] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.306460] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.306729] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.306881] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.307268] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.307500] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.307663] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307887] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.308098] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.308276] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: fefc749d-47f5-410c-8110-b37cc36b2802 is going to be created. [ 1067.329194] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.329432] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.329621] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.329933] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.330305] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.330662] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.443183] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: SUCCESS [ 1067.443393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.535831] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 in Status: SUCCESS [ 1067.536188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.536267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.536431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.536619] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.536739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.536800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.536981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.537079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.537162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.537250] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.040077] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.105265] env[70911]: INFO networking_nsxv3.common.synchronization [req-68097a9b-b799-41a2-a15a-dd4ecf651cdc req-85814d1e-e90b-413b-aab9-2e208fee5d03 service nova] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_rules [ 1068.105459] env[70911]: INFO networking_nsxv3.common.synchronization [req-68097a9b-b799-41a2-a15a-dd4ecf651cdc req-85814d1e-e90b-413b-aab9-2e208fee5d03 service nova] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1068.105603] env[70911]: INFO networking_nsxv3.common.synchronization [req-68097a9b-b799-41a2-a15a-dd4ecf651cdc req-85814d1e-e90b-413b-aab9-2e208fee5d03 service nova] Enqueued Resource ID: fefc749d-47f5-410c-8110-b37cc36b2802 with Priority: HIGHEST for action port [ 1068.105835] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_rules [ 1068.105959] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1068.106067] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefc749d-47f5-410c-8110-b37cc36b2802 with Priority: HIGHEST for action port [ 1068.106594] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.106719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.106795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.108119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.108299] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.109413] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.109553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.109619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.109793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.109943] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.110053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.110115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.110254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.110335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.110423] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.111248] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefc749d-47f5-410c-8110-b37cc36b2802 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.111358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.111423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.111569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.111633] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefc749d-47f5-410c-8110-b37cc36b2802',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.543799] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46942d0b-169a-4bd2-aa3b-5535f3df5642: rpc.has_security_group_logging(os_id): False [ 1068.562022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.562189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.562267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.562495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.562598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.562849] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.562953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.563036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.563197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.563275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.563373] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 is going to be created. [ 1068.616760] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.616760] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.616760] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fefc749d-47f5-410c-8110-b37cc36b2802 with status ACTIVE [ 1068.616760] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.616760] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.616760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.619279] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.619279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.619279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.619279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.619279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.619279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fefc749d-47f5-410c-8110-b37cc36b2802 is going to be updated. [ 1068.620900] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.620900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.620900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.621028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.621123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.635685] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 in Status: IN_PROGRESS for 2s [ 1068.646478] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.646478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.646478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.646478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.646478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.646478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.124744] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.627094] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.627094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.627094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.627541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.627541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.627601] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be created. [ 1069.662167] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.662453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.662453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.662865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.662865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.672720] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: UNINITIALIZED for 2s [ 1070.647619] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 in Status: SUCCESS [ 1070.647619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.995357] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ecddf1b3-2eb3-43bf-9a3b-be76556e0850 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1070.996308] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1070.996691] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.996893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.997033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.997294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.997401] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.064202] env[70911]: INFO networking_nsxv3.common.synchronization [None req-2380473e-37ba-40f9-8ff1-8b76ce4c40b8 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1071.064665] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1071.065292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.065414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.516974] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.517128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.517197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.518421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.518421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518421] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 already deleted. [ 1071.518421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.518421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.518421] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.682429] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1071.682701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.682808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.682994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.683192] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.683305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.683443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.683605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.683689] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.683773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.683861] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.039818] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.039818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.039818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.040206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.040206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.040206] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 already deleted. [ 1072.040367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.186296] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.186462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.186563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.186764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.186928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.187031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.187096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.187351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.187466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.187646] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.187774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.187831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.187971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188119] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.188206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.188289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.188428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.188591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.188671] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.691426] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d: rpc.has_security_group_logging(os_id): False [ 1072.708833] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.708979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.709082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.709303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.709394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.709710] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.709822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.709879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.710046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.710126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.710312] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.710396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.710460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.710616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.710716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.710904] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.710999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.711066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.711206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.711281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.711365] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be created. [ 1072.764193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.764368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.764411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.764610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.764794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.775536] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: IN_PROGRESS for 2s [ 1074.203306] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cf1cbe9f-3132-49f6-9565-35d795a6108f None None] Enqueued Resource ID: fdd7c81e-a0f0-4140-b515-ff89acbe282d with Priority: HIGHEST for action port [ 1074.203557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd7c81e-a0f0-4140-b515-ff89acbe282d with Priority: HIGHEST for action port [ 1074.204331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd7c81e-a0f0-4140-b515-ff89acbe282d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.204331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd7c81e-a0f0-4140-b515-ff89acbe282d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.204990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd7c81e-a0f0-4140-b515-ff89acbe282d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.204990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd7c81e-a0f0-4140-b515-ff89acbe282d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.204990] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd7c81e-a0f0-4140-b515-ff89acbe282d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.708644] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdd7c81e-a0f0-4140-b515-ff89acbe282d [ 1074.708866] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.709011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.709078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.709284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.709367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.709457] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdd7c81e-a0f0-4140-b515-ff89acbe282d already deleted. [ 1074.709533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd7c81e-a0f0-4140-b515-ff89acbe282d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.788245] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1074.788554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.447898] env[70911]: INFO networking_nsxv3.common.synchronization [None req-52f58860-d5e5-4209-890d-32f7f52dbbd6 None None] Enqueued Resource ID: 5af8759e-a524-43a2-ba04-d63872170d06 with Priority: HIGHEST for action port [ 1076.448165] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af8759e-a524-43a2-ba04-d63872170d06 with Priority: HIGHEST for action port [ 1076.448728] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af8759e-a524-43a2-ba04-d63872170d06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.448862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af8759e-a524-43a2-ba04-d63872170d06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.448929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af8759e-a524-43a2-ba04-d63872170d06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.449270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af8759e-a524-43a2-ba04-d63872170d06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.449357] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af8759e-a524-43a2-ba04-d63872170d06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.951833] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5af8759e-a524-43a2-ba04-d63872170d06 [ 1076.952090] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.952244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.952331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.952593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.952763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.952859] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5af8759e-a524-43a2-ba04-d63872170d06 already deleted. [ 1076.952951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af8759e-a524-43a2-ba04-d63872170d06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.613526] env[70911]: INFO networking_nsxv3.common.synchronization [req-9b697a3c-efa1-441e-93a7-816ba36d83a8 req-495cc290-c65d-42f3-bbc2-51559e05a45e tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1078.614445] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1078.614445] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.614642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.614642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.614739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.614855] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.614939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.615011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.615153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.615237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.615327] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.116995] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.116995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.117180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.117739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.117739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.117739] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.117739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.117913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.117913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.118024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.118128] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1079.143106] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.143378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.143463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.143683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.143830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.153884] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1079.291402] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.292050] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.292774] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.293893] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.295949] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.305383] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.305383] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.305383] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.305383] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.305383] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.305383] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.305383] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.305383] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.305383] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.305383] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.305383] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.339453] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.339453] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.339453] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.339453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.339453] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-7ea7c90a-62a8-46ec-873d-b6558a1086d4 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.339453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.339453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.339453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.339453] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea7c90a-62a8-46ec-873d-b6558a1086d4',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.845018] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.845018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 7ea7c90a-62a8-46ec-873d-b6558a1086d4 not found, creating... [ 1079.845018] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.845018] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.845716] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.845716] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.845716] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.846717] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.847157] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.847788] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 7ea7c90a-62a8-46ec-873d-b6558a1086d4 is going to be created. [ 1079.870924] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.870924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.870924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.870924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.870924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.870924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.756412] env[70911]: INFO networking_nsxv3.common.synchronization [req-9b697a3c-efa1-441e-93a7-816ba36d83a8 req-c8bffc93-1d1c-4575-9f5a-439185fbcb8e service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 1080.756524] env[70911]: INFO networking_nsxv3.common.synchronization [req-9b697a3c-efa1-441e-93a7-816ba36d83a8 req-c8bffc93-1d1c-4575-9f5a-439185fbcb8e service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1080.756668] env[70911]: INFO networking_nsxv3.common.synchronization [req-9b697a3c-efa1-441e-93a7-816ba36d83a8 req-c8bffc93-1d1c-4575-9f5a-439185fbcb8e service nova] Enqueued Resource ID: 7ea7c90a-62a8-46ec-873d-b6558a1086d4 with Priority: HIGHEST for action port [ 1080.756895] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 1080.757080] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1080.757144] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea7c90a-62a8-46ec-873d-b6558a1086d4 with Priority: HIGHEST for action port [ 1080.757776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.757919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.757990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.759576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.759576] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.760903] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.761354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.761696] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea7c90a-62a8-46ec-873d-b6558a1086d4 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.761696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.761819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.761922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.762031] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea7c90a-62a8-46ec-873d-b6558a1086d4',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.163409] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1081.163652] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 1081.164132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.164132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.164132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.164264] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.164368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.164430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.164580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.164656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.164746] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.254855] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7dc1847-63c9-49c3-9d7a-97fc60222512 req-b124f938-0279-4724-ac65-5768c2257cd0 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1081.255669] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1081.255669] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.255873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.255873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.257166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.257496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.258045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.258045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.258532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.261067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.261067] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.265663] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.267174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.267174] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ea7c90a-62a8-46ec-873d-b6558a1086d4 with status ACTIVE [ 1081.267174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.267174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.267174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.267174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.267174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.273217] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.273217] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.273217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.273217] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ea7c90a-62a8-46ec-873d-b6558a1086d4 is going to be updated. [ 1081.297832] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.297987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.298062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.298264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.298391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.298539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea7c90a-62a8-46ec-873d-b6558a1086d4" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.667809] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.765200] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.796193] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.796411] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.796542] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.796830] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.797108] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.797274] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.797399] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.797644] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.797902] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.798521] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.798730] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.798906] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.799091] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.799268] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1081.799430] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.799655] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.817678] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.818045] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1081.819099] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.819368] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.820142] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-0a91717e-a2c2-4922-9501-3e15a937127f taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.820142] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.820142] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.820565] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.820765] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a91717e-a2c2-4922-9501-3e15a937127f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.170195] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.267269] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.324240] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.324472] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.324604] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.324881] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.325049] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.325214] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 0a91717e-a2c2-4922-9501-3e15a937127f not found, creating... [ 1082.325471] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.325630] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.325750] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.327512] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.327735] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.328608] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.328825] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.328974] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.329235] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.329379] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.329528] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 0a91717e-a2c2-4922-9501-3e15a937127f is going to be created. [ 1082.349869] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.350148] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.350392] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.350702] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.351391] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.351668] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.676024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.676024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.676024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.676024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.676024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.676024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1082.703667] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.704062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.704062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.704284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.704436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.713874] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1082.770142] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.770326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.770431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.770705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.770841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.770968] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1082.798426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.798686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.798829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.799136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.799378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.810184] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1083.615565] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7dc1847-63c9-49c3-9d7a-97fc60222512 req-31312d3e-9d20-4350-81b7-2aa490fa8510 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1083.615565] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7dc1847-63c9-49c3-9d7a-97fc60222512 req-31312d3e-9d20-4350-81b7-2aa490fa8510 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1083.615565] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7dc1847-63c9-49c3-9d7a-97fc60222512 req-31312d3e-9d20-4350-81b7-2aa490fa8510 service nova] Enqueued Resource ID: 0a91717e-a2c2-4922-9501-3e15a937127f with Priority: HIGHEST for action port [ 1083.615565] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1083.615565] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1083.615565] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a91717e-a2c2-4922-9501-3e15a937127f with Priority: HIGHEST for action port [ 1083.615997] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.615997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.615997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.619026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.619026] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.619026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.619026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.619026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a91717e-a2c2-4922-9501-3e15a937127f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.619026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.619026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.619026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.619026] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a91717e-a2c2-4922-9501-3e15a937127f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.044124] env[70911]: INFO networking_nsxv3.common.synchronization [req-dd7fa2b0-a2c5-47e9-bf28-f544d75f6d52 req-95f71a77-d7d2-4819-afc1-f12eeba8dc29 tempest-ServerRescueTestJSON-1789611313 tempest-ServerRescueTestJSON-1789611313-project-member] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1084.044124] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGHEST for action security_group_members [ 1084.044124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.044124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.044124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.044124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.044124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.044124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.044124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.044834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.045169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.045372] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.124020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a91717e-a2c2-4922-9501-3e15a937127f with status ACTIVE [ 1084.124020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.124020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.124020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.124020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.124020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a91717e-a2c2-4922-9501-3e15a937127f is going to be updated. [ 1084.126436] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.126622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.146615] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.146615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.146615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.146922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.146922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.146922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a91717e-a2c2-4922-9501-3e15a937127f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547906] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.548082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.548154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.548360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.548454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.548653] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.548763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.548895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.548968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.549075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.549162] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be updated. [ 1084.574176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.574700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.574700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.574700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.574700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.582777] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: IN_PROGRESS for 2s [ 1084.723941] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1084.724242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.724340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.724541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.724738] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.724854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.724917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.725074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.725152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.725230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.725316] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.820911] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1084.821168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.821687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.821915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.822115] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.822244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.822307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.822483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.822537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.822627] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.228249] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.228389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.229538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.229538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.229538] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.229538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.229538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.229538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.229538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.229538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.230025] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.230025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.230025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.230025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.230297] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.230297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.230297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.230405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.230405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.230569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.230569] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.327113] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.735409] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ea0d66-366a-4727-911b-9d0b7ca80ed1: rpc.has_security_group_logging(os_id): False [ 1085.753408] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.753731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.753731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.753989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.754097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.754287] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.754385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.754447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.754598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.754680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.754888] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.754985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.755051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.755283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.755368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.755565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.755680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.755736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.755871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.755945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.756046] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1085.813046] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.813046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.813046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.813046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.813046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.827031] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1085.829420] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.331802] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.331982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.332123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.332297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.332391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.332492] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1086.360040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.360183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.360247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.360463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.360877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.370253] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1086.594868] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 563d3133-224e-4563-973b-7d3bd627a817 in Status: SUCCESS [ 1086.595067] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 563d3133-224e-4563-973b-7d3bd627a817 deletion is rescheduled due to dependency. [ 1086.595182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.840533] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1087.842206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.379905] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1088.381357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.381759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.383103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.383103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.383103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.383103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.383103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.383103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.383103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.384000] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.886762] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.887119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.887119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.887347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.887965] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.888242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.888242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.888380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.888465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.888559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.892121] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.896245] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.896245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.896245] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.005186] env[70911]: INFO networking_nsxv3.common.synchronization [None req-9f93a2dd-2bee-4b7a-8f95-e307501ea570 None None] Enqueued Resource ID: 095f97c7-3aa9-4811-9027-1ae7361beb6c with Priority: HIGHEST for action port [ 1089.005186] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095f97c7-3aa9-4811-9027-1ae7361beb6c with Priority: HIGHEST for action port [ 1089.005646] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-095f97c7-3aa9-4811-9027-1ae7361beb6c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.006087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-095f97c7-3aa9-4811-9027-1ae7361beb6c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.006375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-095f97c7-3aa9-4811-9027-1ae7361beb6c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.006743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-095f97c7-3aa9-4811-9027-1ae7361beb6c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.010441] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('095f97c7-3aa9-4811-9027-1ae7361beb6c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.403507] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1089.422469] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.422596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.422670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.422886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.422975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.423202] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.423783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.423783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.423783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.423783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.423783] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.424060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.424060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.424060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.425288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.425288] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.425288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.425288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.425288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.425288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.425288] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1089.479312] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.479467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.479507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.479707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.479866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.491871] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1089.515361] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 095f97c7-3aa9-4811-9027-1ae7361beb6c [ 1089.515614] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.515746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.515812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.516040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.516153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.516251] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:095f97c7-3aa9-4811-9027-1ae7361beb6c already deleted. [ 1089.516390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-095f97c7-3aa9-4811-9027-1ae7361beb6c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.555753] env[70911]: INFO networking_nsxv3.common.synchronization [req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 req-d120deaf-84c2-4597-879c-e9d1f5fcc0a6 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1089.557416] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1089.557794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.557941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.558024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.558285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.558457] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.558560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.558652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.558764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.558856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.558952] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.880428] env[70911]: INFO networking_nsxv3.common.synchronization [None req-68dc2aea-ddea-48d3-a243-d5caf6b5978e tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Enqueued Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_rules [ 1089.882839] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_rules [ 1089.883039] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.883385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.883385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.883550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.883635] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.902804] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.903139] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.903185] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.903436] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.903705] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.903875] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.904101] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.904349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.904516] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.904732] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.904852] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.904966] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.905090] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.905229] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1089.905424] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.905680] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.924665] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.924837] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1089.924980] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.925172] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.925490] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-bcdcc742-1235-4949-8676-3dfbbdaeff2d taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.925661] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.925783] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.926140] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.926323] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdcc742-1235-4949-8676-3dfbbdaeff2d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.971569] env[70911]: INFO networking_nsxv3.common.synchronization [None req-478de256-6ba0-46c1-b931-0fd73d34ddee tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Enqueued Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_rules [ 1089.972243] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_rules [ 1089.972812] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.972920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.063025] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.063025] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.063025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 already deleted. [ 1090.063025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.408324] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.408324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.408324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.408324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.408324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.408324] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 already deleted. [ 1090.408324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.408324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.408324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.408324] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.433021] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.433021] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port bcdcc742-1235-4949-8676-3dfbbdaeff2d not found, creating... [ 1090.433021] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.433021] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.433476] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.433476] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.433589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.433750] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.433891] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.434049] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: bcdcc742-1235-4949-8676-3dfbbdaeff2d is going to be created. [ 1090.452703] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.452924] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.453113] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.453339] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.453590] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.453836] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.933852] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.933852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.933852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.933852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.933852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.933852] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 already deleted. [ 1090.933852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.239193] env[70911]: INFO networking_nsxv3.common.synchronization [req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 req-6a93f1e8-14ff-4452-8e63-880c0ce21d8c service nova] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1091.239338] env[70911]: INFO networking_nsxv3.common.synchronization [req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 req-6a93f1e8-14ff-4452-8e63-880c0ce21d8c service nova] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1091.239484] env[70911]: INFO networking_nsxv3.common.synchronization [req-9abb188a-8601-4e8b-bc16-7e14aca30ae4 req-6a93f1e8-14ff-4452-8e63-880c0ce21d8c service nova] Enqueued Resource ID: bcdcc742-1235-4949-8676-3dfbbdaeff2d with Priority: HIGHEST for action port [ 1091.239706] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1091.239853] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1091.239950] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcdcc742-1235-4949-8676-3dfbbdaeff2d with Priority: HIGHEST for action port [ 1091.245018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.245018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.245018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.245018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.245018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.245018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcdcc742-1235-4949-8676-3dfbbdaeff2d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.245018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.245731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.245731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.245731] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcdcc742-1235-4949-8676-3dfbbdaeff2d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.506325] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1091.506325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.598718] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1de1adbd-197e-4fd1-8116-534d3dfe4d19 None None] Enqueued Resource ID: 443c5625-9e1e-4d23-9fb3-5082e092619b with Priority: HIGHEST for action port [ 1091.598886] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443c5625-9e1e-4d23-9fb3-5082e092619b with Priority: HIGHEST for action port [ 1091.599511] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-443c5625-9e1e-4d23-9fb3-5082e092619b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.599625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443c5625-9e1e-4d23-9fb3-5082e092619b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.599701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443c5625-9e1e-4d23-9fb3-5082e092619b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.602850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443c5625-9e1e-4d23-9fb3-5082e092619b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.603035] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443c5625-9e1e-4d23-9fb3-5082e092619b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.753875] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.754038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.754239] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcdcc742-1235-4949-8676-3dfbbdaeff2d with status ACTIVE [ 1091.754465] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.754596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.755738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.755738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.755738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.755738] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.755738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.755738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.755738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.756657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.760020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.760020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.760020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.760020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.760020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.760020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcdcc742-1235-4949-8676-3dfbbdaeff2d is going to be updated. [ 1091.760020] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.762133] env[70911]: INFO networking_nsxv3.common.synchronization [req-5208810a-3342-481d-80bd-174ce7e433ea req-4e466e92-5332-4db3-9357-e23d707f2a73 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_members [ 1091.762359] env[70911]: INFO networking_nsxv3.common.synchronization [req-5208810a-3342-481d-80bd-174ce7e433ea req-4e466e92-5332-4db3-9357-e23d707f2a73 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1091.763333] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_members [ 1091.763713] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1091.764633] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.764776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.764868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.765227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.765449] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.766014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.766014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.766014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.766227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.766227] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.767810] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.767922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.768032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.768658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.768658] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.768822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.768822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.768991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.770358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.770358] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.784770] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.784770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.784770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.784770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.784770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.784770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcdcc742-1235-4949-8676-3dfbbdaeff2d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.805926] env[70911]: INFO networking_nsxv3.common.synchronization [req-5208810a-3342-481d-80bd-174ce7e433ea req-4e466e92-5332-4db3-9357-e23d707f2a73 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_rules [ 1091.805926] env[70911]: INFO networking_nsxv3.common.synchronization [req-5208810a-3342-481d-80bd-174ce7e433ea req-4e466e92-5332-4db3-9357-e23d707f2a73 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_members [ 1091.805926] env[70911]: INFO networking_nsxv3.common.synchronization [req-5208810a-3342-481d-80bd-174ce7e433ea req-4e466e92-5332-4db3-9357-e23d707f2a73 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_rules [ 1091.805926] env[70911]: INFO networking_nsxv3.common.synchronization [req-5208810a-3342-481d-80bd-174ce7e433ea req-4e466e92-5332-4db3-9357-e23d707f2a73 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1091.805926] env[70911]: INFO networking_nsxv3.common.synchronization [req-5208810a-3342-481d-80bd-174ce7e433ea req-4e466e92-5332-4db3-9357-e23d707f2a73 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fefc749d-47f5-410c-8110-b37cc36b2802 with Priority: HIGHEST for action port [ 1091.806449] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_rules [ 1091.807079] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_rules [ 1091.807079] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefc749d-47f5-410c-8110-b37cc36b2802 with Priority: HIGHEST for action port [ 1091.807079] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_members [ 1091.808150] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1091.808150] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.808150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.808150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.808293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.808293] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.810248] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.810505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.810505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.811170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.811170] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.812776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefc749d-47f5-410c-8110-b37cc36b2802 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.812776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.812776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.813397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.813512] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefc749d-47f5-410c-8110-b37cc36b2802',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.815358] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.815358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.816377] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.816377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.108430] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 443c5625-9e1e-4d23-9fb3-5082e092619b [ 1092.108761] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.108823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.108881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.109110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.109210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.109307] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:443c5625-9e1e-4d23-9fb3-5082e092619b already deleted. [ 1092.109410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443c5625-9e1e-4d23-9fb3-5082e092619b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.223499] env[70911]: INFO networking_nsxv3.common.synchronization [req-63a07da3-6eca-45b8-97f0-2bae0d96df59 req-1ebc0124-9c6c-4860-807b-2410a4bc6a06 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_members [ 1092.223733] env[70911]: INFO networking_nsxv3.common.synchronization [req-63a07da3-6eca-45b8-97f0-2bae0d96df59 req-1ebc0124-9c6c-4860-807b-2410a4bc6a06 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1092.224161] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b with Priority: HIGHEST for action security_group_members [ 1092.224295] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1092.224566] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.225211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.225211] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.225211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.261471] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.268159] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.272930] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.296517] env[70911]: INFO networking_nsxv3.common.synchronization [req-63a07da3-6eca-45b8-97f0-2bae0d96df59 req-1ebc0124-9c6c-4860-807b-2410a4bc6a06 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_rules [ 1092.296517] env[70911]: INFO networking_nsxv3.common.synchronization [req-63a07da3-6eca-45b8-97f0-2bae0d96df59 req-1ebc0124-9c6c-4860-807b-2410a4bc6a06 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1092.296517] env[70911]: INFO networking_nsxv3.common.synchronization [req-63a07da3-6eca-45b8-97f0-2bae0d96df59 req-1ebc0124-9c6c-4860-807b-2410a4bc6a06 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fefc749d-47f5-410c-8110-b37cc36b2802 with Priority: HIGHEST for action port [ 1092.298945] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_rules [ 1092.298945] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1092.298945] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefc749d-47f5-410c-8110-b37cc36b2802 with Priority: HIGHEST for action port [ 1092.298945] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.298945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.298945] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.298945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.298945] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefc749d-47f5-410c-8110-b37cc36b2802 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.298945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.312503] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.312503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.317192] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fefc749d-47f5-410c-8110-b37cc36b2802 with status ACTIVE [ 1092.317649] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.317649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.318617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.318617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.318617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.318617] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.318617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.318617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.318882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.318882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.319015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.319110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.319169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.319300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.319368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.319447] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fefc749d-47f5-410c-8110-b37cc36b2802 is going to be updated. [ 1092.320786] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.320875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.342769] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.342848] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.342950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.343232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.343716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.343716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.343937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.344034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.344142] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefc749d-47f5-410c-8110-b37cc36b2802',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.764575] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.764741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.764818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.765057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.765151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.765248] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be created. [ 1092.771024] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.776472] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.787467] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.787690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.787793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.788081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.788390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.798436] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: UNINITIALIZED for 2s [ 1092.848708] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fefc749d-47f5-410c-8110-b37cc36b2802 with status ACTIVE [ 1092.848708] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.848708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.848708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.848708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.848708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.849064] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.849064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.849064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.850532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.850532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.850532] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.850532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.850532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.850532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.850532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.850532] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fefc749d-47f5-410c-8110-b37cc36b2802 is going to be updated. [ 1092.869396] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.869528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.869624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.869783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.870077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.870257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefc749d-47f5-410c-8110-b37cc36b2802" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.278423] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.278801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.278801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.278861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.280159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.280159] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b is going to be created. [ 1093.280348] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.280448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.280513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.280713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.281114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.281114] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be updated. [ 1093.306186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.306480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.306480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.307418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.307418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.308997] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.310503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.310503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.310503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.310503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.318473] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: IN_PROGRESS for 2s [ 1093.319118] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b in Status: UNINITIALIZED for 2s [ 1094.248160] env[70911]: INFO networking_nsxv3.common.synchronization [req-f22fac52-ca35-4944-9d7f-d67f7d633036 req-7e4623ed-a87c-4554-8ab3-ed75a3fe4bad tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1094.248870] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1094.251187] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.251369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.251495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.251803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.252070] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.252212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.252297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.252495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.252609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.252733] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.257799] env[70911]: INFO networking_nsxv3.common.synchronization [req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b req-bd9018b2-ffd4-46f5-ade7-b99fcfedf085 tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Enqueued Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_members [ 1094.259176] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_members [ 1094.259579] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.259732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.259835] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.260192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.260411] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.260547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.260616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.260806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.260918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.261030] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.760193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.763020] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.763020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.763020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1094.771323] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.771485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.771560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.771793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.771922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.772207] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.772289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.772289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.772478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.772517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.772624] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e778305-f924-46ec-9850-b350470bc709 already deleted. [ 1094.772706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.791032] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.791032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.791032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.791032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.791032] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.798257] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1094.809966] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.809966] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.809966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.809966] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.976668] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.976976] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-46" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.977219] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-46" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.977590] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-46" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.977955] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.978318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.978318] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.978529] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.978529] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.980371] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.980371] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.980371] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.980371] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.980371] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1094.980371] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.980371] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.997153] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.997324] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1094.997463] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.997644] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-46" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.997947] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b286818e-1b8f-4518-8547-c8d3f2c505be taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.998128] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.998250] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.998566] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.998703] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b286818e-1b8f-4518-8547-c8d3f2c505be',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.332073] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.336650] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b in Status: SUCCESS [ 1095.336650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.336650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.336650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.336650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.336650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.336650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.336650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.336650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.336650] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.337857] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1095.338171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.338657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.338882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340682] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.340682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.340682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.340682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.340682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.340682] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.502159] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.502598] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.502798] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.503191] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.503411] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.503611] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b286818e-1b8f-4518-8547-c8d3f2c505be not found, creating... [ 1095.503926] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.508027] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.508027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.508027] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b286818e-1b8f-4518-8547-c8d3f2c505be is going to be created. [ 1095.525976] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.526536] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.526715] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.527027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.527273] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.527545] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.647307] env[70911]: INFO networking_nsxv3.common.synchronization [req-6f57a041-7a5d-40aa-b978-21121ee08920 req-22607f5e-6307-4cff-ab89-f82c8f37e640 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1095.647960] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1095.654392] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.654535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.654603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.654812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.654966] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.655075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.655142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.655276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.655357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.655448] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.839505] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aeaba70-498d-4f0a-b9c4-74fe884b4c42: rpc.has_security_group_logging(os_id): False [ 1095.842231] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.842365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.842435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.842655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.842714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.842890] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.842988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.843789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.843981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.844120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.844213] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b is going to be deleted. [ 1095.845071] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.858791] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.858935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.859015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.859220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.859308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.860186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.860186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.860186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.860186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.860186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.860186] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be created. [ 1095.872621] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.872870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.872942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.873762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.873885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.873951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.874128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.874289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.874459] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.874577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.874632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.874749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.874833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.874906] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.928561] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.928787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.928918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.929699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.930170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.944117] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: IN_PROGRESS for 2s [ 1095.951519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.951773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.951773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.952211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.952211] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.158477] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.348570] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.376926] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.379297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.379439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.379665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.379757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.380022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.380130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.380195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.380345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.380424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.380510] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b already deleted. [ 1096.380608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.380829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.381027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.381183] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.381433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.381433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.381491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.381556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.381645] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.457276] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.661669] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.807560] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1096.807738] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 1096.807846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.813689] env[70911]: INFO networking_nsxv3.common.synchronization [req-03a5360a-11a6-40f6-953d-17561b23618b req-1cbf53f5-88e5-4afc-a173-24b436fc06ae tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1096.813943] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1096.814513] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.814687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.814687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.814889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.815196] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.815323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.815390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.815547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.815631] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.815722] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.845256] env[70911]: INFO networking_nsxv3.common.synchronization [req-03a5360a-11a6-40f6-953d-17561b23618b req-1cbf53f5-88e5-4afc-a173-24b436fc06ae tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1096.846348] env[70911]: INFO networking_nsxv3.common.synchronization [req-03a5360a-11a6-40f6-953d-17561b23618b req-1cbf53f5-88e5-4afc-a173-24b436fc06ae tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1096.846348] env[70911]: INFO networking_nsxv3.common.synchronization [req-03a5360a-11a6-40f6-953d-17561b23618b req-1cbf53f5-88e5-4afc-a173-24b436fc06ae tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGHEST for action port [ 1096.848249] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1096.848498] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1096.848586] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGHEST for action port [ 1096.849255] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.849377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.849442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.849710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.849823] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.850972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.851371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.852038] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.852038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.852038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.852038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.852282] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b8c53a-c5fb-4ce5-8f45-ab20512b084c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.853416] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.853531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.853600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.853761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.853846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.853937] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be updated. [ 1096.880711] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.880891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.880891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.881211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.881408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.883606] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.883732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.883732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.883942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.883999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.884282] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.884357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.884357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.884499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.884573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.884658] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b already deleted. [ 1096.884744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.884855] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.892919] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: IN_PROGRESS for 2s [ 1096.961449] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.164769] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.164906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.164906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.165091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.165176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.165272] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1097.192927] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.193196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.193268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.194185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.194185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.215336] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1097.257767] env[70911]: INFO networking_nsxv3.common.synchronization [req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b req-9f7c1807-703b-48ce-a0e0-0a5c0ee249bf service nova] Enqueued Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_rules [ 1097.257910] env[70911]: INFO networking_nsxv3.common.synchronization [req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b req-9f7c1807-703b-48ce-a0e0-0a5c0ee249bf service nova] Enqueued Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_members [ 1097.258103] env[70911]: INFO networking_nsxv3.common.synchronization [req-7af3e9d3-eafe-41d8-bd8b-20f2b87a1b6b req-9f7c1807-703b-48ce-a0e0-0a5c0ee249bf service nova] Enqueued Resource ID: b286818e-1b8f-4518-8547-c8d3f2c505be with Priority: HIGHEST for action port [ 1097.258615] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_rules [ 1097.258762] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_members [ 1097.258879] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b286818e-1b8f-4518-8547-c8d3f2c505be with Priority: HIGHEST for action port [ 1097.259659] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.259821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.259958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.260422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.260538] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.264574] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.264574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.264574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.264574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.264574] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.264574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.264574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.264574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.264574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.264574] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.265527] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b286818e-1b8f-4518-8547-c8d3f2c505be taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.265865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.266162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.266367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.266835] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b286818e-1b8f-4518-8547-c8d3f2c505be',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.317966] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.354019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.354273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.358601] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with status ACTIVE [ 1097.358601] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.358601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.358779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.358841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.358927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.359145] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.359245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.359307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.359540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.359540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.359695] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.359781] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.359837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.360015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.360133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.361226] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c is going to be updated. [ 1097.379715] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.379857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.379941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.380186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.380348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.380517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.388488] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.464146] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1097.464146] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1097.658248] env[70911]: INFO networking_nsxv3.common.synchronization [req-5f2ee41d-1d84-4c89-84da-74845f988777 req-9d31454a-2c03-413e-8286-d2cee82eeeaa tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_members [ 1097.660202] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d with Priority: HIGHEST for action security_group_members [ 1097.660202] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.660202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.660202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.660202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.660480] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.660480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.660480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.660704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.660704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.660788] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b35bf0ac-7ba7-4d71-a552-711997b9fa8d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.767309] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.767309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.767309] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.771312] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b286818e-1b8f-4518-8547-c8d3f2c505be with status ACTIVE [ 1097.771533] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.771667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.771751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.772019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.772173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.772420] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.772528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.772631] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.772797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.772875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.773081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.773185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.773246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.773783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.773783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.773783] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b286818e-1b8f-4518-8547-c8d3f2c505be is going to be updated. [ 1097.791129] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.791280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.791280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.791538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.791695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.791872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b286818e-1b8f-4518-8547-c8d3f2c505be" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.820262] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.894327] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b: rpc.has_security_group_logging(os_id): False [ 1097.999076] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1097.999474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.006127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.006303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.007113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.007113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.007113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.007113] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.007113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.007113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.007445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.007445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.007445] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b is going to be created. [ 1098.023899] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b], does not exist path=[/infra/domains/default/groups/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b]."\n}' [ 1098.024111] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b [ 1098.024234] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1098.067437] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.067597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.067679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.067953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.070136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.070564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.070714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.070802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.071105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.071185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.071461] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.071590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.071672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.071865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.071964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.072089] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b is going to be created. [ 1098.088900] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b], does not exist path=[/infra/domains/default/groups/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b [ 1098.089105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.089315] env[70911]: Traceback (most recent call last): [ 1098.089380] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1098.089380] env[70911]: return func(*args, **kwargs) [ 1098.089380] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1098.089380] env[70911]: res.raise_for_status() [ 1098.089380] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1098.089380] env[70911]: raise HTTPError(http_error_msg, response=self) [ 1098.089380] env[70911]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b [ 1098.089380] env[70911]: During handling of the above exception, another exception occurred: [ 1098.089380] env[70911]: Traceback (most recent call last): [ 1098.089380] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1098.089380] env[70911]: listener.cb(fileno) [ 1098.089380] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1098.089380] env[70911]: result = function(*args, **kwargs) [ 1098.089380] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1098.089380] env[70911]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1098.089380] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1098.089380] env[70911]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1098.089380] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1098.089380] env[70911]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1098.089380] env[70911]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1098.089380] env[70911]: res.raise_for_status() [ 1098.089380] env[70911]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1098.089380] env[70911]: raise HTTPError(http_error_msg, response=self) [ 1098.089380] env[70911]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/bfc5ed37-575c-4eaf-b1f1-c77da0cebe1b [ 1098.089380] env[70911]: Removing descriptor: 63 [ 1098.163637] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.163858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.163858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.164130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.188148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.188148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.188148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.188148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.188148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.188148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.188148] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d is going to be updated. [ 1098.245046] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.245046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.245046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.245046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.245046] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.272235] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d in Status: IN_PROGRESS for 2s [ 1098.272488] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.326131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.326131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.326131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.326131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.326131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.326131] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be updated. [ 1098.357353] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.357353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.357353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.357353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.357353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.371143] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: IN_PROGRESS for 2s [ 1098.504053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.504053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.504053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.504053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.520154] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1098.521556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.522731] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1098.556057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.556211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.557126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.557126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.572757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.573579] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1098.573662] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'b5b8c53a-c5fb-4ce5-8f45-ab20512b084c'} {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1098.573770] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1098.614426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.614618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.614651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.614862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.615915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.616110] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1098.700235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.700457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.700457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.700742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.700984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.703187] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1098.774862] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.774862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.774862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.774862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.775108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.775108] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e778305-f924-46ec-9850-b350470bc709 is going to be created. [ 1098.805043] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.805210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.805287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.806717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.806717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.814127] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.814782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.814874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.815151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.815448] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.815756] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1098.815883] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6bec035e-00bb-4f0c-a7dc-6bbf85a640df', '7e04e774-5805-4e67-971a-e19c094c2ec6', 'fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d', '682d627a-f444-44ff-96fd-79a92a27545d', '36783042-915a-436d-944a-0fc0fe475eb8', '0aeaba70-498d-4f0a-b9c4-74fe884b4c42', '4a518215-7103-45f4-a37d-7a6b77b692c5', '43b3db2d-20d4-4478-aa05-dfb8e11c6640', '316a5075-c92c-41ef-a6ba-b7910e2ffe26', '2af1f2ca-b633-45d5-ab2f-f187614df7f9', 'd42f63d3-2de6-4e21-8c9d-8f4c73324386', '6ca6c655-6804-4a42-ac6f-562e06415011', 'cc6e4d75-73c6-44f9-ae44-f949ce239c14', '279101d2-1c52-40c0-887a-542e0a9a6230', '0f3a490a-4fbf-4f18-9fad-9270e56842fc', '7669e661-2a60-42e7-810a-de0d62c6ea02', '3e151aed-1bda-48b8-9cf8-040ac59e9ee1', '563d3133-224e-4563-973b-7d3bd627a817', '17596159-efd9-4ae7-b60b-7f1f94b6daed', 'b2ef37e7-4694-4d26-8a5c-528fce1095f7', 'bd429bfd-0845-4b81-aa46-8ee16d17570a', '46942d0b-169a-4bd2-aa3b-5535f3df5642', '69b6fc62-93c7-4fcd-9f43-17254cf61eb3', 'd5970d5f-9aee-4e81-a153-e6dabaa591ef', 'df8dddfa-7a91-4ed3-badf-ff429f86bce5', '387ee7cc-2d20-428c-94dc-d58adb6ba600', 'd677ad30-8273-418c-8e25-eed32b876835', '972b6b0e-ef40-43c1-a7cc-9c585e25e1c3', 'be821aef-aba3-4bb6-bcac-5dc133cc4c85', '167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f', '74bf3a62-3432-4037-8d7e-6d940a98e9f9', '7f54631b-42e5-4be0-bf33-0a456225404d', '33d543ba-fe8c-4dea-8925-5ad584c73575', '2c26fb3b-b6f0-4752-a127-ff5a559965e8', '46ea0d66-366a-4727-911b-9d0b7ca80ed1', '3ca07763-efce-49e8-9ae2-9b76b5a82b06', '5c46720a-572c-4388-baf1-8704bec70eef', '44a8d6a9-b312-462f-a5a9-c06247d6707d', '48b9a4d6-27f6-4b62-872a-21718831426e', 'b60213bd-cac0-4ad1-8346-3616d0c0765e', '7d2a004c-753d-4249-951f-0e16671c5187', '12034835-4c1b-4091-8769-683fdf3664df', 'b82dbaf2-175a-4059-852f-fa40a85c3c39', 'fad88f90-160d-4d4d-a96a-76993262d04a', 'b35bf0ac-7ba7-4d71-a552-711997b9fa8d'} {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1098.815987] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1098.822065] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e778305-f924-46ec-9850-b350470bc709 in Status: UNINITIALIZED for 2s [ 1098.860743] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.860743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.860743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.860743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.860743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.860743] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1098.860743] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1098.860743] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1098.915101] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1098.915831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.916159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.917165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.917165] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.917165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.917165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.917165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.918028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.918028] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.994413] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.994657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.994657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.994882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.995870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.996162] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1098.996288] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1098.996377] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1098.996377] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1098.996523] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGH for action port [ 1098.996523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/45 resources of Type:Security Group Rules [ 1098.996675] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGH for action security_group_rules [ 1098.996771] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGH for action security_group_rules [ 1098.996836] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGH for action security_group_rules [ 1098.996910] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGH for action security_group_rules [ 1098.996982] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGH for action security_group_rules [ 1098.997104] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGH for action security_group_rules [ 1098.997202] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGH for action security_group_rules [ 1098.997289] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGH for action security_group_rules [ 1098.997613] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGH for action security_group_rules [ 1098.997849] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGH for action security_group_rules [ 1098.997849] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGH for action security_group_rules [ 1098.998038] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGH for action security_group_rules [ 1098.998038] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGH for action security_group_rules [ 1098.998038] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGH for action security_group_rules [ 1098.998139] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGH for action security_group_rules [ 1098.998139] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGH for action security_group_rules [ 1098.998191] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGH for action security_group_rules [ 1098.998281] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGH for action security_group_rules [ 1098.998281] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGH for action security_group_rules [ 1098.998397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.225882] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1099.226162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.420259] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.857058] env[70911]: INFO networking_nsxv3.common.synchronization [req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 req-a4c7f9a4-1a35-48b7-b0d0-db86dc1dfed7 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1099.857058] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1099.857353] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGH for action port [ 1099.857353] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGH for action security_group_rules [ 1099.857353] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGH for action security_group_rules [ 1099.857353] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279101d2-1c52-40c0-887a-542e0a9a6230 with Priority: HIGH for action security_group_rules [ 1099.857464] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed with Priority: HIGH for action security_group_rules [ 1099.857908] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 563d3133-224e-4563-973b-7d3bd627a817 with Priority: HIGH for action security_group_rules [ 1099.857908] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 with Priority: HIGH for action security_group_rules [ 1099.857908] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 with Priority: HIGH for action security_group_rules [ 1099.857908] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 with Priority: HIGH for action security_group_rules [ 1099.857908] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGH for action security_group_rules [ 1099.858496] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGH for action security_group_rules [ 1099.858496] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 with Priority: HIGH for action security_group_rules [ 1099.858496] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 with Priority: HIGH for action security_group_rules [ 1099.858579] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 with Priority: HIGH for action security_group_rules [ 1099.858699] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 with Priority: HIGH for action security_group_rules [ 1099.858859] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36783042-915a-436d-944a-0fc0fe475eb8 with Priority: HIGH for action security_group_rules [ 1099.859417] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGH for action security_group_rules [ 1099.859417] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 682d627a-f444-44ff-96fd-79a92a27545d with Priority: HIGH for action security_group_rules [ 1099.859417] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df with Priority: HIGH for action security_group_rules [ 1099.859417] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGH for action security_group_rules [ 1099.859679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.859810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.860143] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.865843] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b8c53a-c5fb-4ce5-8f45-ab20512b084c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.865843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.865843] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.865843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.865843] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.865843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-279101d2-1c52-40c0-887a-542e0a9a6230 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.865843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.865843] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('279101d2-1c52-40c0-887a-542e0a9a6230',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.866893] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17596159-efd9-4ae7-b60b-7f1f94b6daed taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.866893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.866893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.866893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.866893] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17596159-efd9-4ae7-b60b-7f1f94b6daed',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.866893] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-563d3133-224e-4563-973b-7d3bd627a817 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.866893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.866893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.867183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.867869] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('563d3133-224e-4563-973b-7d3bd627a817',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.868160] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.868320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.868453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.868668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.868764] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e151aed-1bda-48b8-9cf8-040ac59e9ee1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.869627] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7669e661-2a60-42e7-810a-de0d62c6ea02 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.869759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.869910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.870166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.870318] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7669e661-2a60-42e7-810a-de0d62c6ea02',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.871094] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.871434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.871702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.871899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.872030] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc6e4d75-73c6-44f9-ae44-f949ce239c14',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.872851] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.873028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.873169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.873365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.873504] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.874231] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.874409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.878022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.878022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.878022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d42f63d3-2de6-4e21-8c9d-8f4c73324386',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.878022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.878022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2af1f2ca-b633-45d5-ab2f-f187614df7f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.878022] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.878022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.878022] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('316a5075-c92c-41ef-a6ba-b7910e2ffe26',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.879147] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.879304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.879411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.879665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.879777] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43b3db2d-20d4-4478-aa05-dfb8e11c6640',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.880862] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36783042-915a-436d-944a-0fc0fe475eb8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.881445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.881445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.881445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.881445] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36783042-915a-436d-944a-0fc0fe475eb8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.882290] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.882468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.882576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.882767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.883170] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.883739] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-682d627a-f444-44ff-96fd-79a92a27545d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.883896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.884041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.884516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.884516] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('682d627a-f444-44ff-96fd-79a92a27545d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.885082] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.885798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.885798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.885798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.885798] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bec035e-00bb-4f0c-a7dc-6bbf85a640df',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.886457] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.886508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.890684] env[70911]: INFO networking_nsxv3.common.synchronization [req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 req-a4c7f9a4-1a35-48b7-b0d0-db86dc1dfed7 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1099.890951] env[70911]: INFO networking_nsxv3.common.synchronization [req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 req-a4c7f9a4-1a35-48b7-b0d0-db86dc1dfed7 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1099.891212] env[70911]: INFO networking_nsxv3.common.synchronization [req-40ee6fcc-8377-47c7-a9f5-cd89674a0aa4 req-a4c7f9a4-1a35-48b7-b0d0-db86dc1dfed7 tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGHEST for action port [ 1099.891898] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_rules [ 1099.892108] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1099.892349] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with Priority: HIGHEST for action port [ 1099.892699] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.892855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.893123] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.893681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.893681] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.893681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.923106] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.316971] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d in Status: SUCCESS [ 1100.317175] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b35bf0ac-7ba7-4d71-a552-711997b9fa8d deletion is rescheduled due to dependency. [ 1100.317291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b35bf0ac-7ba7-4d71-a552-711997b9fa8d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.380096] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: SUCCESS [ 1100.380347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.380473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.380681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.380870] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.381016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.381117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.381355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.381355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.381467] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.387637] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.387750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.387819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.387996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.388154] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.388248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.388463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.388463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.388566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.388599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.388660] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.393238] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.393351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.393418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.393596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.395521] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.395620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.395657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.395807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.395887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.395973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.396071] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.401356] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.401462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.401516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.401674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.401928] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.401928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.402054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.402106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.402165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.402246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.402352] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.404458] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.404562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.404626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.404772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.404908] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.405017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.405092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.405231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.405308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.405407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.405484] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.407953] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with status ACTIVE [ 1100.408092] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.408200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.408262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.408433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.408517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.408677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.408769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.408833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.408968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.409058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.409231] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.409324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.409384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.409518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.409589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.409673] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c is going to be updated. [ 1100.413718] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.413839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.413879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.414067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.414306] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.414389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.414389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.414553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.414639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.414735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.414799] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.434390] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.434477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.434515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.434681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.434764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.434850] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be updated. [ 1100.462981] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.463129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.464026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.464026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.469929] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.470082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.470861] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.470989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.473583] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.473583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.475332] env[70911]: INFO networking_nsxv3.common.synchronization [req-1183b7f6-eea5-4f3c-872b-7bde024a1c24 req-1cf80ef3-3de5-4987-a97f-3f82b4c52348 tempest-ServerRescueTestJSONUnderV235-1725101887 tempest-ServerRescueTestJSONUnderV235-1725101887-project-member] Enqueued Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1100.475332] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d with Priority: HIGHEST for action security_group_members [ 1100.475621] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.475764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.481420] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.481519] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.485235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.485235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.485235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.485235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.485235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.485235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.485770] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.485770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.487199] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.487199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.488199] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.489206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.492692] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1100.493055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.493189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.493342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.493596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.493748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.493906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.494421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.494601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.494686] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b8c53a-c5fb-4ce5-8f45-ab20512b084c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.496675] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1100.496884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.497054] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 279101d2-1c52-40c0-887a-542e0a9a6230 is going to be deleted. [ 1100.499708] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.499708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.499708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.499708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.500777] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.500893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.500961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.501124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.501238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.502625] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.502735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.521915] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1100.522498] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: IN_PROGRESS for 2s [ 1100.524764] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1100.524764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.524881] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43b3db2d-20d4-4478-aa05-dfb8e11c6640 is going to be deleted. [ 1100.526640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.526640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.546191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.546323] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e151aed-1bda-48b8-9cf8-040ac59e9ee1 is going to be deleted. [ 1100.547208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.547412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.615175] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.615175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.615175] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.615770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.642384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.642384] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7669e661-2a60-42e7-810a-de0d62c6ea02 is going to be deleted. [ 1100.642796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.643112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.732650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.732817] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36783042-915a-436d-944a-0fc0fe475eb8 is going to be deleted. [ 1100.733789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.734014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.752516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.752654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.805506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.805646] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 563d3133-224e-4563-973b-7d3bd627a817 is going to be deleted. [ 1100.806581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.806797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.836547] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.836705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.838105] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e778305-f924-46ec-9850-b350470bc709 in Status: SUCCESS [ 1100.838344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.838514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.838723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.838901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.839018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.839085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.839281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.839368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.839456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.839549] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.887699] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.890189] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.892571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.892682] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 682d627a-f444-44ff-96fd-79a92a27545d is going to be deleted. [ 1100.893564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.893899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.900254] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.900571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.900665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.900932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.901122] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.901224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.901280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.901869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.901978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.902080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.902657] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.902657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.902657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.902899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.903055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.904074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.904074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.904074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.904074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.904074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.904074] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.908061] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.916251] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.930989] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.931301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.931301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.931414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.932136] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.932136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.932136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.932136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.932136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.932136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.932390] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.932390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.932455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.932565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.932696] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.932780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.932835] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.932963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.933045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.933128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.933214] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.943349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.943715] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc6e4d75-73c6-44f9-ae44-f949ce239c14 is going to be deleted. [ 1100.947844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.948185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.996914] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b8c53a-c5fb-4ce5-8f45-ab20512b084c with status ACTIVE [ 1101.001023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.001023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.001023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.001023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.001023] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b8c53a-c5fb-4ce5-8f45-ab20512b084c is going to be updated. [ 1101.054756] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.054960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.056310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.056491] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bec035e-00bb-4f0c-a7dc-6bbf85a640df is going to be deleted. [ 1101.058914] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.061762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.061762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.061762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.061762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.061762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36783042-915a-436d-944a-0fc0fe475eb8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.061762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.061762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.071576] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.071943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.072150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.072467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.072722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.073323] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b8c53a-c5fb-4ce5-8f45-ab20512b084c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.094396] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.094890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.105025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.105025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d42f63d3-2de6-4e21-8c9d-8f4c73324386 is going to be deleted. [ 1101.105025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.105025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.138791] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.138791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.154412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.158513] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17596159-efd9-4ae7-b60b-7f1f94b6daed is going to be deleted. [ 1101.158513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.158513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.203067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.205025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2af1f2ca-b633-45d5-ab2f-f187614df7f9 is going to be deleted. [ 1101.205408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.205604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.205695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.205818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43b3db2d-20d4-4478-aa05-dfb8e11c6640" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.205985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.206156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.206246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.206357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-279101d2-1c52-40c0-887a-542e0a9a6230" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.206916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.207094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.207174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.207383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e151aed-1bda-48b8-9cf8-040ac59e9ee1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.207450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.207566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.207651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.207758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7669e661-2a60-42e7-810a-de0d62c6ea02" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.208969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.209161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.209243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.210028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-563d3133-224e-4563-973b-7d3bd627a817" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.210028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.210028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.334807] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.334807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.342250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.342908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.343298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.343604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.343969] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.344810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.344810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.344810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.344810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.345131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.345131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.345131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.345242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.345407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.345720] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.345901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.345964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.346153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.346283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.346392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.346484] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.381829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.382112] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 316a5075-c92c-41ef-a6ba-b7910e2ffe26 is going to be deleted. [ 1101.383271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.383741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.383865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.384104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-682d627a-f444-44ff-96fd-79a92a27545d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.384264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.384544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.384669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.384822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc6e4d75-73c6-44f9-ae44-f949ce239c14" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.385524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.385752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.385860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.386039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bec035e-00bb-4f0c-a7dc-6bbf85a640df" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.390998] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.392066] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ca6c655-6804-4a42-ac6f-562e06415011: rpc.has_security_group_logging(os_id): False [ 1101.409433] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1101.409677] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aeaba70-498d-4f0a-b9c4-74fe884b4c42: rpc.has_security_group_logging(os_id): False [ 1101.418470] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3a490a-4fbf-4f18-9fad-9270e56842fc: rpc.has_security_group_logging(os_id): False [ 1101.439110] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a518215-7103-45f4-a37d-7a6b77b692c5: rpc.has_security_group_logging(os_id): False [ 1101.451567] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.451567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.451567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.451567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.466994] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.467782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.469047] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.469189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.473120] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.473270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.474049] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.474136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.478874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.478874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.479886] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.479886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.480898] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.481022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.484522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.484801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.484914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.485086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.485313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.485416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.485531] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be updated. [ 1101.487267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.487462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.530409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.530746] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.530891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.530978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.531221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.531312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.531538] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.531671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.531754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.531944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.532066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.533379] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.533379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.533379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.533379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.533379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.533379] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1101.533908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.534077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.534159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.534274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17596159-efd9-4ae7-b60b-7f1f94b6daed" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.534416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.534877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.534961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.535100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2af1f2ca-b633-45d5-ab2f-f187614df7f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.535243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.535385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.595354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.595787] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.595871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.595962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.596253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.596373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.596646] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.596780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.596866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.597098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.597372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.597649] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.597767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.597878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.598074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.598181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.598305] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1101.599744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.599925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.647523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.648296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.669707] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.669865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.672857] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.673193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.673300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.673406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.673545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.673626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.673718] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 is going to be updated. [ 1101.674997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.675293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.724745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.725124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.725272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.725355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.725770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.725915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.726057] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be updated. [ 1101.727228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.727427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.727518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.727642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-316a5075-c92c-41ef-a6ba-b7910e2ffe26" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.727800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.727997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.728202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.729168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.729329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.729433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.729540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d42f63d3-2de6-4e21-8c9d-8f4c73324386" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.755666] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: IN_PROGRESS for 2s [ 1101.784396] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.784396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.784396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.784686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.784996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.849140] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e778305-f924-46ec-9850-b350470bc709: rpc.has_security_group_logging(os_id): False [ 1101.857992] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1101.895236] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.895859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.895959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.897413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.897413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.897413] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be updated. [ 1101.899575] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.899826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.899914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.900274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.900400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.900711] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.901058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.901243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.901518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.901619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.901965] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.902243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.902243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.902861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.902961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.903751] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.903867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.904015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.904352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.904412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.904532] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e778305-f924-46ec-9850-b350470bc709 is going to be created. [ 1101.957845] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.958376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.958376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.958510] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.958566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.977201] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.977201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.977201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.977201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.977201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.978532] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.978725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.978804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.980798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.980798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.993804] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1101.998741] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: IN_PROGRESS for 2s [ 1102.000143] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: IN_PROGRESS for 2s [ 1102.009573] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.009573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.009573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.009573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.009761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.025022] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: IN_PROGRESS for 2s [ 1102.041880] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.042628] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.042868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.042868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.043076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.043259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.067215] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e778305-f924-46ec-9850-b350470bc709 in Status: IN_PROGRESS for 2s [ 1102.532809] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1102.532809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.533057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.535242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.535242] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.535242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.535242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.535242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.535242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.535242] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.040668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.041091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.041091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.041263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.061892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.062386] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.062553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.062636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.062851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.062954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.063078] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be updated. [ 1103.090579] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.090760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.090835] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.091116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.091302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.104396] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: IN_PROGRESS for 2s [ 1103.775117] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: SUCCESS [ 1103.775117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.869789] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1103.870065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.913580] env[70911]: INFO networking_nsxv3.common.synchronization [req-ad7096a7-8bf2-4c4c-8bd1-c2b77ca0bcb4 req-9da33799-ded7-40cd-80f4-d95a366274ac tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 1103.914176] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGHEST for action security_group_members [ 1103.914533] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.914649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.914705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.914869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.917045] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.917227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.917502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.917907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.918039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.918145] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.008385] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1104.008385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.010481] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: SUCCESS [ 1104.010730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.011462] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1104.011638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.034708] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: SUCCESS [ 1104.035007] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.035256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.035614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.035877] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.036068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.036146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.036358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.036492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.036620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.036776] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.038450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.038631] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.038874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.039140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.039240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.039385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.039505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.039640] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.079253] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e778305-f924-46ec-9850-b350470bc709 in Status: SUCCESS [ 1104.079571] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.322542] env[70911]: INFO networking_nsxv3.common.synchronization [req-023adf76-35c0-4988-9318-4d90f4808e5e req-df70caef-608d-4ad3-b7d9-e470acafd70c tempest-ServersTestManualDisk-1191267598 tempest-ServersTestManualDisk-1191267598-project-member] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_members [ 1104.322542] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGHEST for action security_group_members [ 1104.322837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.322837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.322837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.322961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.323565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.323565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.323565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.323759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.323884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.323992] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.422997] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.423201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.423259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.423497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.423592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.423793] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.423887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.423940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.424111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.424189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.424274] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be updated. [ 1104.452721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.452894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.452966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.453188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.453327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.463179] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: IN_PROGRESS for 2s [ 1104.543297] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.547034] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.827546] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.828156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.828156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.828156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.828156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.828405] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.828483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.828524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.828686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.828762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.828851] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 is going to be updated. [ 1104.857650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.857835] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.857877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.858398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.859285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.867606] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: IN_PROGRESS for 2s [ 1105.048245] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.049029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ca07763-efce-49e8-9ae2-9b76b5a82b06: rpc.has_security_group_logging(os_id): False [ 1105.067321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.067524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.067524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.067803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.086651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.086972] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.087105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.087161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.087363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.087447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.087536] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be updated. [ 1105.112815] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1105.113073] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d deletion is rescheduled due to dependency. [ 1105.113148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.113285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.113491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.113738] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.113880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.113940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.114079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.114161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.114243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.114386] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.115771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.115960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.116112] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.116208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.116266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.116405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.116487] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.116573] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.142139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.143744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.143966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.144061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.144322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.158752] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: IN_PROGRESS for 2s [ 1105.177458] env[70911]: INFO networking_nsxv3.common.synchronization [req-3bc09a94-2d9f-4a93-a4ad-9c5312140647 req-e286b26e-8204-4f99-bab0-1efd62e30ccd tempest-AttachInterfacesUnderV243Test-570046142 tempest-AttachInterfacesUnderV243Test-570046142-project-member] Enqueued Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1105.177458] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 with Priority: HIGHEST for action security_group_members [ 1105.177458] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ca07763-efce-49e8-9ae2-9b76b5a82b06 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.177458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.551730] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.551915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.551987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.552224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.552320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.552443] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be updated. [ 1105.579437] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.579609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.579693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.579993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.580197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.589691] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: IN_PROGRESS for 2s [ 1105.616339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.616622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.619106] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.619260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.619334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.619570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.619670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.619876] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.622319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.622319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.622319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.622319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.622319] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be updated. [ 1105.661140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.661140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.661140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.661140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.661140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.672206] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: IN_PROGRESS for 2s [ 1106.473542] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc in Status: SUCCESS [ 1106.473542] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc deletion is rescheduled due to dependency. [ 1106.473853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.877088] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ca6c655-6804-4a42-ac6f-562e06415011 in Status: SUCCESS [ 1106.877311] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 deletion is rescheduled due to dependency. [ 1106.877470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.172201] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: SUCCESS [ 1107.172521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.172732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.172980] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.173129] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.388806] env[70911]: INFO networking_nsxv3.common.synchronization [None req-e6c93e24-c4c6-4265-83fa-2a266b48e04b tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_rules [ 1107.389342] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_rules [ 1107.389643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.389769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.389833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.390158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.390277] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.461909] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b902c71c-611f-4e09-be7f-d346e72532cd tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_rules [ 1107.462480] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_rules [ 1107.462818] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.462949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.599156] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 in Status: SUCCESS [ 1107.599458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.599604] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.599838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.600088] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.600246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.600312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.600476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.600558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.600653] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.683107] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1107.683281] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d deletion is rescheduled due to dependency. [ 1107.683393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.683549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.683759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.683943] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.684073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.684132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.684285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.684364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.684445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.684595] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.684694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.684752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.684886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.685031] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.685121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.685209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.685313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.685383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.685460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.685544] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.704271] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.704443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.704504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.704664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.704749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.704840] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be deleted. [ 1107.772903] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.773069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.773114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.773326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.773419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.773537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.911634] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.911972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.911972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.912212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.912247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.912419] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef00f671-eed6-4522-a853-5190fab90619 already deleted. [ 1107.912507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.912612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.912878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.912878] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.103403] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.103527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.103575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.103792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.103884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.104087] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.104184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.104255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.104439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.104531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.104634] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 is going to be deleted. [ 1108.136318] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.136561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.136561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.136803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.136919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.137054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.137247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.137426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.137622] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.137748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.137818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.138017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.138126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.138250] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ca07763-efce-49e8-9ae2-9b76b5a82b06',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.190654] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d: rpc.has_security_group_logging(os_id): False [ 1108.208782] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.209069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.209069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.209415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.209491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.209723] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.209852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.209938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.210628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.210628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.210628] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.210628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.210855] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.210908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.210990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.211695] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.211695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.211695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.211695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.211695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.211943] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be updated. [ 1108.310487] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.310643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.310730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.310917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.311099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.325812] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: IN_PROGRESS for 2s [ 1108.445214] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.445419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.445513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.445829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.446093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.446306] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef00f671-eed6-4522-a853-5190fab90619 already deleted. [ 1108.446450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.641292] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.641599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.641599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.641716] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.641808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.642014] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.642126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.642188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.642360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.642493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.642493] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ca07763-efce-49e8-9ae2-9b76b5a82b06 already deleted. [ 1108.642551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ca07763-efce-49e8-9ae2-9b76b5a82b06" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.338104] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d in Status: SUCCESS [ 1110.338405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.338637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.338962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.339127] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.858783] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.858937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.859019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.859332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.859451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.859616] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d is going to be deleted. [ 1110.904294] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.904495] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.904544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.904774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.904834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.905069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.905111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.905241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.905322] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.424807] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.425082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.425082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.425264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.425355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.425456] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d already deleted. [ 1111.425557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd0d1cb1-8f9a-4b2e-adb0-80e76d20343d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.463588] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.463588] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1113.082450] env[70911]: INFO networking_nsxv3.common.synchronization [req-dc904b60-4fe5-4c51-8bd2-e969c978a49a req-b61927b4-b9e0-41ff-8697-483ad6f5f55e tempest-AttachInterfacesV270Test-675878177 tempest-AttachInterfacesV270Test-675878177-project-member] Enqueued Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_members [ 1113.082450] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGHEST for action security_group_members [ 1113.082450] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.082450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.082450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.082450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.082450] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.082450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.082450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.083187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.083516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.083927] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.587435] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.588184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.588485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.588942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.589188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.589693] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.593816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.593816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.593816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.593816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.593816] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e778305-f924-46ec-9850-b350470bc709 is going to be updated. [ 1113.621845] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.623164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.623286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.623524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.623696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.633947] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e778305-f924-46ec-9850-b350470bc709 in Status: IN_PROGRESS for 2s [ 1113.684587] env[70911]: INFO networking_nsxv3.common.synchronization [req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 req-d17ce664-f544-4efb-8481-9a5818fd8b2b tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1113.685199] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1113.685495] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.685620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.685691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.685910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.687568] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.687568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.687568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.687568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.687568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.687568] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.082279] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.082473] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.082601] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.082964] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.083131] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.083319] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.083462] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.083678] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.083930] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.087927] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.088339] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.088339] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.088451] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.088542] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1114.089441] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.089642] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.108054] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.108343] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1114.108413] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.108555] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.108874] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-61c543be-e849-4daf-babe-d0039b212db5 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.109217] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.109217] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.109534] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.109673] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c543be-e849-4daf-babe-d0039b212db5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.188674] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.612422] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.612767] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.612858] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.613172] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.613341] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.613543] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 61c543be-e849-4daf-babe-d0039b212db5 not found, creating... [ 1114.613834] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.614015] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.614146] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.614377] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.614525] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.614838] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.615008] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.615138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.615350] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.615489] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.615661] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 61c543be-e849-4daf-babe-d0039b212db5 is going to be created. [ 1114.634796] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.635013] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.635147] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.635398] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.635632] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.635856] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.693799] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.029967] env[70911]: INFO networking_nsxv3.common.synchronization [req-5d1cfbcf-0533-4113-9f7b-0c54060a2e13 req-1799aee7-97eb-46f5-a0e1-e0c2b4bc92c7 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1115.031452] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1115.032047] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.032047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.032047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.032309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.032309] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.032429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.032504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.032675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.032764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.032861] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.195894] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.196109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.196166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.196344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.196436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.196533] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be updated. [ 1115.237942] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.238149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.238181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.238391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.238531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.255534] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: IN_PROGRESS for 2s [ 1115.464859] env[70911]: INFO networking_nsxv3.common.synchronization [req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 req-faf3b5f0-7552-49ba-9adf-ca48fbd0c4a6 service nova] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1115.465152] env[70911]: INFO networking_nsxv3.common.synchronization [req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 req-faf3b5f0-7552-49ba-9adf-ca48fbd0c4a6 service nova] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1115.465360] env[70911]: INFO networking_nsxv3.common.synchronization [req-76dc73f5-79f8-41f6-89ad-ece903bd31d8 req-faf3b5f0-7552-49ba-9adf-ca48fbd0c4a6 service nova] Enqueued Resource ID: 61c543be-e849-4daf-babe-d0039b212db5 with Priority: HIGHEST for action port [ 1115.466095] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_rules [ 1115.466487] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1115.466647] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61c543be-e849-4daf-babe-d0039b212db5 with Priority: HIGHEST for action port [ 1115.467129] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.467264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.467364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.467537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.467615] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.468597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.468692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.468886] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-61c543be-e849-4daf-babe-d0039b212db5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.469036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.470010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.470010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.470010] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61c543be-e849-4daf-babe-d0039b212db5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.535626] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.535844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.535844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.536097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.560113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.560113] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.560518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.560518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.560667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.560760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.560858] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1115.586690] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.586927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.586927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.587175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.587300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.595621] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1115.644483] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e778305-f924-46ec-9850-b350470bc709 in Status: SUCCESS [ 1115.644483] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e778305-f924-46ec-9850-b350470bc709 deletion is rescheduled due to dependency. [ 1115.644483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.874975] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b7fb059d-6763-41bf-9c40-b70a226ec03d tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1115.875138] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1115.875445] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.875566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.875662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.876203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.876326] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.972350] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.972658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.972954] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61c543be-e849-4daf-babe-d0039b212db5 with status ACTIVE [ 1115.973205] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.973377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.973453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.973723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.973817] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.974064] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.974218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.974302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.974518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.974680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.974834] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.974994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.975297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.975297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.975297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.975442] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61c543be-e849-4daf-babe-d0039b212db5 is going to be updated. [ 1115.980710] env[70911]: INFO networking_nsxv3.common.synchronization [None req-2595790c-e845-42c8-b0d1-9a2dc53c80bd tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1115.981880] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1115.982263] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.982366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.000165] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.000365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.000434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.000728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.000871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.001056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61c543be-e849-4daf-babe-d0039b212db5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.396203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.396203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.396203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.396450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.397699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.397699] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f already deleted. [ 1116.397699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.397699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.397699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.397699] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.915736] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.916264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.916264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.916264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.916421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.916544] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f already deleted. [ 1116.916676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.265700] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1117.265804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.265968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.266225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.266758] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.266758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.266758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.266758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.267019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.267019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.605552] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1117.605872] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 deletion is rescheduled due to dependency. [ 1117.606040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.769406] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.901421] env[70911]: INFO networking_nsxv3.common.synchronization [req-79110afa-d92a-4fe9-8e4e-860184935645 req-878d1933-a5ef-4798-9f61-c9e11eaf07c0 tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1117.903130] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1117.903130] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.903130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.903130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.903130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.903130] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.903130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.903730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.903730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.903730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.903730] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.250476] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-894 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.250783] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.250783] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.251129] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.251422] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.251587] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.251707] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.251925] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.252114] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.252318] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.252427] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.252588] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.252698] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.252761] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.253298] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.253298] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.271901] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.276839] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.276839] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.276839] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.276839] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-894" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.277602] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-14ac058b-fb73-4467-b27b-e3d3623a1939 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.277602] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.277602] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.277812] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.278378] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ac058b-fb73-4467-b27b-e3d3623a1939',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.408057] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.408057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.408236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.408343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.438739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.438971] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.439099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.439166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.439342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.439425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.439513] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1118.466719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.466854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.466923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.467134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.467276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.477935] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1118.774818] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.774975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.775061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.775277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.775368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.775475] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be updated. [ 1118.780601] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.780840] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.780951] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.781253] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.781415] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.781571] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 14ac058b-fb73-4467-b27b-e3d3623a1939 not found, creating... [ 1118.781830] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.781991] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.782148] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.782383] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.782528] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.782856] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.787068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.787279] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.787527] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.787681] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.787836] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 14ac058b-fb73-4467-b27b-e3d3623a1939 is going to be created. [ 1118.803026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.803221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.803295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.803519] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.803671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.805505] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.805696] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.805826] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.806072] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.806322] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.806545] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.816829] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: IN_PROGRESS for 2s [ 1119.573515] env[70911]: INFO networking_nsxv3.common.synchronization [req-79110afa-d92a-4fe9-8e4e-860184935645 req-bcb57129-bd84-4a16-93f7-8a41eaa90db8 service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 1119.573515] env[70911]: INFO networking_nsxv3.common.synchronization [req-79110afa-d92a-4fe9-8e4e-860184935645 req-bcb57129-bd84-4a16-93f7-8a41eaa90db8 service nova] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1119.573515] env[70911]: INFO networking_nsxv3.common.synchronization [req-79110afa-d92a-4fe9-8e4e-860184935645 req-bcb57129-bd84-4a16-93f7-8a41eaa90db8 service nova] Enqueued Resource ID: 14ac058b-fb73-4467-b27b-e3d3623a1939 with Priority: HIGHEST for action port [ 1119.573515] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_rules [ 1119.573515] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1119.573515] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ac058b-fb73-4467-b27b-e3d3623a1939 with Priority: HIGHEST for action port [ 1119.574932] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.574932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.574932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.574932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.574932] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.575370] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.575370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.575493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ac058b-fb73-4467-b27b-e3d3623a1939 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.575552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.575583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.576567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.576567] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ac058b-fb73-4467-b27b-e3d3623a1939',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.077436] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.077581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.080989] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14ac058b-fb73-4467-b27b-e3d3623a1939 with status ACTIVE [ 1120.081200] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.081320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.081409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.081623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.081705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.081876] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.082016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.082051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.082177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.082272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.082421] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.082506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.082561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.082691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.082757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.082834] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14ac058b-fb73-4467-b27b-e3d3623a1939 is going to be updated. [ 1120.102085] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.102217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.102284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.102473] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.102678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.102840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ac058b-fb73-4467-b27b-e3d3623a1939" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.487408] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1120.487606] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 1120.487723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.487885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.488123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.488331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.488455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.488521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.488672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.488784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.488845] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.825455] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1120.825856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.825856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.826051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.826248] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.826365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.826429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.826671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.826738] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.826768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.826856] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.991902] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.332207] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.495232] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.836104] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0aeaba70-498d-4f0a-b9c4-74fe884b4c42: rpc.has_security_group_logging(os_id): False [ 1121.855419] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.855562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.855638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.855810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.855904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.856581] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.856581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.856581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.856581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.856581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.857092] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be updated. [ 1121.917237] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.917237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.918489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.918489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.918489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.929884] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: IN_PROGRESS for 2s [ 1122.002580] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.002715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.002784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.003787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.004492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.004679] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1122.057070] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.057196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.057196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.057522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.057744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.067043] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1122.297441] env[70911]: INFO networking_nsxv3.common.synchronization [req-d90e1187-21b0-4c96-8935-7a85d037fefc req-198027fd-9ac0-4940-b126-cc517bd7c4f8 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1122.297660] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1122.297971] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.300721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.300809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.301008] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.301199] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.301304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.301364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.301520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.301608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.301699] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.630952] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.631226] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.631330] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.631686] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.632114] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.632331] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.632465] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.632761] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.632949] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.633176] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.633295] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.633406] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.633518] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.633628] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.633735] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.633869] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.651805] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.652013] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.652172] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.652352] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.652758] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ef8a38e3-97c7-43f3-a3f0-0391de47070b taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.652933] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.653104] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.653397] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.653545] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8a38e3-97c7-43f3-a3f0-0391de47070b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.803440] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.156268] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.156706] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.156828] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.157109] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.157273] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.157436] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port ef8a38e3-97c7-43f3-a3f0-0391de47070b not found, creating... [ 1123.157719] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.157876] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.157993] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.158236] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.158378] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.158662] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.158820] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.158944] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.159166] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.159300] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.159447] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ef8a38e3-97c7-43f3-a3f0-0391de47070b is going to be created. [ 1123.179070] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.179315] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.179466] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.179773] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.180032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.180274] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.306044] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.810465] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.810624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.810696] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.810944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.811048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.811160] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1123.836657] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.837309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.837309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.837309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.837309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.845256] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1123.894180] env[70911]: INFO networking_nsxv3.common.synchronization [req-d90e1187-21b0-4c96-8935-7a85d037fefc req-9e90df49-5efb-4ec9-9cfa-516cfb5c3d63 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1123.894180] env[70911]: INFO networking_nsxv3.common.synchronization [req-d90e1187-21b0-4c96-8935-7a85d037fefc req-9e90df49-5efb-4ec9-9cfa-516cfb5c3d63 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1123.894350] env[70911]: INFO networking_nsxv3.common.synchronization [req-d90e1187-21b0-4c96-8935-7a85d037fefc req-9e90df49-5efb-4ec9-9cfa-516cfb5c3d63 service nova] Enqueued Resource ID: ef8a38e3-97c7-43f3-a3f0-0391de47070b with Priority: HIGHEST for action port [ 1123.894880] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1123.895561] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1123.895561] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef8a38e3-97c7-43f3-a3f0-0391de47070b with Priority: HIGHEST for action port [ 1123.895561] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.895814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.895814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.895885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.895965] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.896849] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.896946] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.897145] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef8a38e3-97c7-43f3-a3f0-0391de47070b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.897242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.897305] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.897467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.897548] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef8a38e3-97c7-43f3-a3f0-0391de47070b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.971769] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1123.972054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.076539] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1124.076539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.076539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.076783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.076929] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.077050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.077109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.077268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.077341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.077429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.077520] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.400717] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.401044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.401044] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef8a38e3-97c7-43f3-a3f0-0391de47070b with status ACTIVE [ 1124.401244] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.402933] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.402933] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.402933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.405151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.405151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.405151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.405151] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef8a38e3-97c7-43f3-a3f0-0391de47070b is going to be updated. [ 1124.422140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.422271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.422347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.422569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.422710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.422868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef8a38e3-97c7-43f3-a3f0-0391de47070b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.580160] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.580342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.580417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.580630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.580795] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.580894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.580956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.581111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.581200] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.581292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.581439] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.581532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.581585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.581724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.581856] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.581944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.581994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.582142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.582216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.582297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.582384] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.602252] env[70911]: INFO networking_nsxv3.common.synchronization [None req-9b75e237-9d4d-4778-84d7-4537a3498ef4 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1124.602785] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1124.603123] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.603250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.603317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.603513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.603666] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.603767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.603863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.603971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.604067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.604162] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.084618] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46ea0d66-366a-4727-911b-9d0b7ca80ed1: rpc.has_security_group_logging(os_id): False [ 1125.101393] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.101479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.101605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.101786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.101882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.102116] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.102230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.102293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.102446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.102524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.102725] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.102830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.102897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.103008] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.103085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.103271] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.103364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.103428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.103563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.103638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.103723] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1125.106531] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.106632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.106705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.106846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.123071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.123303] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.123418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.123484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.123663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.123743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.123831] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1125.147689] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.147837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.147972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.148132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.148276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.159374] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1125.167489] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.167611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.168827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.169076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.170040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.178963] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1125.854805] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1125.855165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.855530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.855868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.856123] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.856342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.856456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.856666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.856802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.856963] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.362872] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.863432] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.125595] env[70911]: INFO networking_nsxv3.common.synchronization [req-9dd61e19-f209-4b9a-9712-d12fd5820824 req-6c0f8e4c-76e5-4e2e-b3c9-42b9743f36b5 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1127.126194] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1127.126499] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.126621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.126686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.126902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.127091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.127227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.127302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.127452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.127557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.127669] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.167523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1127.167706] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 deletion is rescheduled due to dependency. [ 1127.167817] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.190329] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1127.190612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.368554] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.368554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.368554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.368554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.368554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.368870] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1127.394805] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.394960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.395030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.395196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.395336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.403620] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1127.632623] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.632623] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.632623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.632623] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1127.656635] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.656904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.656988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.657248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.657413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.665657] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1129.015728] env[70911]: INFO networking_nsxv3.common.synchronization [req-a32be964-cbff-484c-a834-98305f8f5527 req-25563f67-d2c9-4a93-9084-0334b79f7103 tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_members [ 1129.016235] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_members [ 1129.016664] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.016776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.016851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.017119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.017281] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.017400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.017457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.017619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.017706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.017800] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.364390] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.364587] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.364777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.365116] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.365423] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.365423] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.365610] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.365726] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.365986] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.366081] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.366193] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.366303] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.366512] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.366589] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.366644] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.366780] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.388115] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.388403] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.388529] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.388705] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-176" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.389033] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-3817c695-0757-472a-8120-d2575b87e9a0 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.389251] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.389333] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.389655] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.389807] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3817c695-0757-472a-8120-d2575b87e9a0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.412267] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1129.412267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.412267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.412407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.412734] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.412734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.412889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.412990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.413087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.413174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.413262] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.521517] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.521688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.521757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.521961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.522054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.522256] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.522344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.522403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.522539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.523039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.523039] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef00f671-eed6-4522-a853-5190fab90619 already deleted. [ 1129.523039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.676112] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1129.676317] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 1129.676427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.893454] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.893935] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.893935] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.895803] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.895803] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.895803] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 3817c695-0757-472a-8120-d2575b87e9a0 not found, creating... [ 1129.895803] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.895803] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.895803] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.895803] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.895803] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.896137] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.896137] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.896297] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.896502] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.896564] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.896671] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 3817c695-0757-472a-8120-d2575b87e9a0 is going to be created. [ 1129.916418] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.916418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.916418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.916681] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.916879] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.917228] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.918058] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.918262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.918262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.918579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.918643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.918775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.918895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.919168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.919265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.919402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.919645] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.919816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.919944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.920169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.920339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.920455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.920543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.920687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.920764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.920842] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.920943] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.424615] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1130.441141] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.441295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.441357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.441579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.441670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.441878] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.441972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.442035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.442186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.442254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.442434] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.442524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.442574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.442729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.442831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.442956] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.443050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.443109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.443242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.443334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.443416] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1130.497892] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.498061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.498106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.498289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.498468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.510251] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1130.631541] env[70911]: INFO networking_nsxv3.common.synchronization [req-a32be964-cbff-484c-a834-98305f8f5527 req-15ae7630-9c26-4c17-9313-137ac1928381 service nova] Enqueued Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_rules [ 1130.633105] env[70911]: INFO networking_nsxv3.common.synchronization [req-a32be964-cbff-484c-a834-98305f8f5527 req-15ae7630-9c26-4c17-9313-137ac1928381 service nova] Enqueued Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_members [ 1130.633105] env[70911]: INFO networking_nsxv3.common.synchronization [req-a32be964-cbff-484c-a834-98305f8f5527 req-15ae7630-9c26-4c17-9313-137ac1928381 service nova] Enqueued Resource ID: 3817c695-0757-472a-8120-d2575b87e9a0 with Priority: HIGHEST for action port [ 1130.633105] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_rules [ 1130.633105] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_members [ 1130.633105] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3817c695-0757-472a-8120-d2575b87e9a0 with Priority: HIGHEST for action port [ 1130.633105] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.633380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.633380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.633450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.633526] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.635230] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.635286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.635353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.635515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.635691] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.635786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.635847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.635985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.636080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.636165] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.637493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3817c695-0757-472a-8120-d2575b87e9a0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.637493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.637493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.637850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.637850] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3817c695-0757-472a-8120-d2575b87e9a0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.139375] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.140791] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.140932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.141365] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3817c695-0757-472a-8120-d2575b87e9a0 with status ACTIVE [ 1131.141588] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.141757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.143068] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.143068] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.143068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.143539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.143539] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3817c695-0757-472a-8120-d2575b87e9a0 is going to be updated. [ 1131.165411] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.165591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.165674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.165851] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.165977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.166145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3817c695-0757-472a-8120-d2575b87e9a0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.340519] env[70911]: INFO networking_nsxv3.common.synchronization [req-4f9e8409-4bf4-48a4-91a1-3430a495449e req-ad0e438d-28ab-480e-bb4b-e7115b179c53 tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Enqueued Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_members [ 1131.341067] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_members [ 1131.341784] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.341927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.341996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.342244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.342400] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.342504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.342565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.342762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.342875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.342971] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.642198] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.702072] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.702371] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-808" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.702459] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-808" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.702793] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-808" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.703103] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.703230] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.703339] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.703571] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.703715] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.703918] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.704049] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.704207] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.704320] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.704430] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1131.704534] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.704657] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.722170] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.722336] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1131.722478] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.722652] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-808" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.722952] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-f0d7f918-3f76-48fb-a91b-43ff76f528b6 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.723144] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.723276] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.723593] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.723733] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d7f918-3f76-48fb-a91b-43ff76f528b6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.845033] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.845207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.845278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.845491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.845586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.845780] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.845876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.845939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.846119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.846209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.846296] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 already deleted. [ 1131.846374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.145062] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.145207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.145278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.145541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.145606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.145682] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef00f671-eed6-4522-a853-5190fab90619 is going to be created. [ 1132.168046] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.168212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.168212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.168403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.168656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.176615] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef00f671-eed6-4522-a853-5190fab90619 in Status: UNINITIALIZED for 2s [ 1132.226474] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.226731] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.226863] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.227172] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.227333] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.227505] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port f0d7f918-3f76-48fb-a91b-43ff76f528b6 not found, creating... [ 1132.227768] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.227927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.228060] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.228276] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.228499] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.228795] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.228955] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.229096] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.229306] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.229443] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.229588] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: f0d7f918-3f76-48fb-a91b-43ff76f528b6 is going to be created. [ 1132.247229] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.247415] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.247541] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.247776] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.247994] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.248234] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.523137] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1132.523273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.938961] env[70911]: INFO networking_nsxv3.common.synchronization [req-4f9e8409-4bf4-48a4-91a1-3430a495449e req-5817c260-f249-43f8-a21f-91b175706a89 service nova] Enqueued Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_rules [ 1132.939222] env[70911]: INFO networking_nsxv3.common.synchronization [req-4f9e8409-4bf4-48a4-91a1-3430a495449e req-5817c260-f249-43f8-a21f-91b175706a89 service nova] Enqueued Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_members [ 1132.939313] env[70911]: INFO networking_nsxv3.common.synchronization [req-4f9e8409-4bf4-48a4-91a1-3430a495449e req-5817c260-f249-43f8-a21f-91b175706a89 service nova] Enqueued Resource ID: f0d7f918-3f76-48fb-a91b-43ff76f528b6 with Priority: HIGHEST for action port [ 1132.939820] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_rules [ 1132.939955] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_members [ 1132.940218] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d7f918-3f76-48fb-a91b-43ff76f528b6 with Priority: HIGHEST for action port [ 1132.940528] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.940659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.940727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.940928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.941018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.942621] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.942969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.943096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.943362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.943494] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.943614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.943684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.943866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.943965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.944093] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.944991] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d7f918-3f76-48fb-a91b-43ff76f528b6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.945156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.945238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.945374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.945464] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d7f918-3f76-48fb-a91b-43ff76f528b6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.443229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.443385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.449087] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.449703] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0d7f918-3f76-48fb-a91b-43ff76f528b6 with status ACTIVE [ 1133.449856] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.449974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.450052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.450287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.450355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.450565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.450680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.450753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.450909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.450987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.451181] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.451272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.451330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.451492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.451573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.451675] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0d7f918-3f76-48fb-a91b-43ff76f528b6 is going to be updated. [ 1133.473523] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.473864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.473864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.473966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.474289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.474289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d7f918-3f76-48fb-a91b-43ff76f528b6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.954413] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.190314] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef00f671-eed6-4522-a853-5190fab90619 in Status: SUCCESS [ 1134.190708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.190916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.191183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.191417] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.191593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.191660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.191828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.191949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.192060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.192153] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.457685] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.457871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.457955] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.458508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.458508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.458508] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 is going to be created. [ 1134.480641] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.480788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.480867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.481141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.481293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.491275] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d3976f-e45a-423b-b715-6840dbd54287 in Status: UNINITIALIZED for 2s [ 1134.695284] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.197925] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef00f671-eed6-4522-a853-5190fab90619: rpc.has_security_group_logging(os_id): False [ 1135.215689] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.215841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.215910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.216141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.216245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.216470] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.216634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.216634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.216765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.216838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.216919] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef00f671-eed6-4522-a853-5190fab90619 is going to be created. [ 1135.290169] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.290362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.290362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.290662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.290847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.305700] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef00f671-eed6-4522-a853-5190fab90619 in Status: IN_PROGRESS for 2s [ 1135.748380] env[70911]: INFO networking_nsxv3.common.synchronization [req-789db594-ac43-4985-8c73-10ba5188ac88 req-b1d66cfa-794b-46d5-adb5-307b96fa2bc8 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1135.749338] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1135.749864] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.750145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.750326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.750712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.751008] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.751241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.751403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.751711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.751963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.752301] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.255897] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.503503] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d3976f-e45a-423b-b715-6840dbd54287 in Status: SUCCESS [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.503503] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.503503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.503503] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.761760] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.006573] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.265339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.265702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.265702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.265833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.265966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.266130] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1137.300568] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.300568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.300568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.300568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.300568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.311314] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1137.315145] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef00f671-eed6-4522-a853-5190fab90619 in Status: SUCCESS [ 1137.315145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.513067] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22d3976f-e45a-423b-b715-6840dbd54287: rpc.has_security_group_logging(os_id): False [ 1137.533140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.533140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.533140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.533140] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 is going to be created. [ 1137.595153] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.595565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.595565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.595758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.595758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.606243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d3976f-e45a-423b-b715-6840dbd54287 in Status: IN_PROGRESS for 2s [ 1137.878766] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.878954] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.879099] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.879366] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.879620] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.879777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.879896] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.880160] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.880355] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.880595] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.880721] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.880836] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.880948] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.881075] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1137.881186] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.881320] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.899211] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.899390] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1137.899539] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.899708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.900015] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-559e103c-b7a0-46f4-a92d-5c62c3276e11 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.900195] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.900320] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.900704] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.900850] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559e103c-b7a0-46f4-a92d-5c62c3276e11',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.200099] env[70911]: INFO networking_nsxv3.common.synchronization [req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 req-4ec63770-2979-4395-9303-dad2a24aab28 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1138.200099] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1138.200099] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.200295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.200336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.200691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.200763] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.200879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.200916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.201091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.201191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.201288] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.402868] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.403187] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.403258] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.403544] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.403703] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.403867] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 559e103c-b7a0-46f4-a92d-5c62c3276e11 not found, creating... [ 1138.404146] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.404306] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.404428] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.404653] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.404836] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.405085] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.405247] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.405369] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.405638] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.405939] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.406091] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 is going to be created. [ 1138.426392] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.426591] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.426706] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.426957] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.427202] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.427605] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.570024] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.570231] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.570364] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.570731] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.572028] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.572028] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.572028] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.572028] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.572028] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.572028] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.572028] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.572387] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.572387] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.572387] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1138.572387] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.572536] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.591807] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.591977] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1138.592118] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.592285] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.592592] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-e813261f-bfea-4142-8f3f-b75163107438 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.592768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.592892] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.593225] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.593365] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e813261f-bfea-4142-8f3f-b75163107438',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.704274] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.704531] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.704605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.704822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.704908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.705118] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.705210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.705274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.705429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.705522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.705573] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f already deleted. [ 1138.705652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.095434] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.095660] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.095790] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.096074] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.096222] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.096378] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port e813261f-bfea-4142-8f3f-b75163107438 not found, creating... [ 1139.097741] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.099245] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.099356] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.101118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.101118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.101118] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.101118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.101118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.101118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.101118] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.101118] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: e813261f-bfea-4142-8f3f-b75163107438 is going to be created. [ 1139.122640] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.122870] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.123032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.123307] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.123562] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.123817] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.167274] env[70911]: INFO networking_nsxv3.common.synchronization [req-4bd0bf05-74d1-456e-9109-6c70834517d4 req-74f19591-4eb8-4582-bbc4-dadc278468dc service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1139.167464] env[70911]: INFO networking_nsxv3.common.synchronization [req-4bd0bf05-74d1-456e-9109-6c70834517d4 req-74f19591-4eb8-4582-bbc4-dadc278468dc service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1139.167611] env[70911]: INFO networking_nsxv3.common.synchronization [req-4bd0bf05-74d1-456e-9109-6c70834517d4 req-74f19591-4eb8-4582-bbc4-dadc278468dc service nova] Enqueued Resource ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 with Priority: HIGHEST for action port [ 1139.167846] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1139.167975] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1139.168084] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 with Priority: HIGHEST for action port [ 1139.168695] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.168842] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.168912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.169128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.169208] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.170594] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.170721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.170794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.170967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.171131] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.171231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.171297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.173721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.173721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.173721] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.173721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-559e103c-b7a0-46f4-a92d-5c62c3276e11 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.173721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.173721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.173721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.173721] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559e103c-b7a0-46f4-a92d-5c62c3276e11',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.320443] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1139.320721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.619060] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22d3976f-e45a-423b-b715-6840dbd54287 in Status: SUCCESS [ 1139.619060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.674808] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.675142] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.675423] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.677640] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559e103c-b7a0-46f4-a92d-5c62c3276e11 with status ACTIVE [ 1139.677844] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.678016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.678080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.678262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.678348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.678548] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.678904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.678904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.678904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.679037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.680259] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.680259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.680259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.680259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.680259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.680259] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 is going to be updated. [ 1139.700432] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.701343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.701422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.701873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.701873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.702064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.882068] env[70911]: INFO networking_nsxv3.common.synchronization [req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 req-4a48f662-9a44-4604-83fc-9cbfab7f012a service nova] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1139.882068] env[70911]: INFO networking_nsxv3.common.synchronization [req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 req-4a48f662-9a44-4604-83fc-9cbfab7f012a service nova] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1139.882068] env[70911]: INFO networking_nsxv3.common.synchronization [req-ec05aa3e-d1cc-4a8b-ad67-6bdbde195977 req-4a48f662-9a44-4604-83fc-9cbfab7f012a service nova] Enqueued Resource ID: e813261f-bfea-4142-8f3f-b75163107438 with Priority: HIGHEST for action port [ 1139.882068] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1139.882068] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1139.882068] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e813261f-bfea-4142-8f3f-b75163107438 with Priority: HIGHEST for action port [ 1139.883578] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.883874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.884158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.884492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.884769] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.887019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.887019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.887019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.887019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.887019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.887019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.887019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.887019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.887019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.887019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.888254] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e813261f-bfea-4142-8f3f-b75163107438 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.888518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.894250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.894250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.894250] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e813261f-bfea-4142-8f3f-b75163107438',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.178722] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.394675] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.394808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.394997] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.395863] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e813261f-bfea-4142-8f3f-b75163107438 with status ACTIVE [ 1140.396052] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.396166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.396232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.396429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.396517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.396682] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.396777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.396838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.396984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.397073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.397276] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.397381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.397442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.397581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.397654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.397878] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e813261f-bfea-4142-8f3f-b75163107438 is going to be updated. [ 1140.417339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.417498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.417553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.417767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.417914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.418096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.682073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.682073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.682073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.682073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.682073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.682073] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1140.709449] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.709603] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.709667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.709846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.709986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.718445] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1140.900433] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.403091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.403091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.403091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.403456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.403602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.403756] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f is going to be created. [ 1141.430461] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.430649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.430700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.430908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.431081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.441518] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: UNINITIALIZED for 2s [ 1142.729262] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1142.729575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.729656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.729977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.730251] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.730404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.730489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.730709] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.730807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.730886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.731012] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.233299] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.233499] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.233583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.233893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.234055] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.234171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.234324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.234536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.234639] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.234759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.234935] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.235058] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.235130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.235300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.235476] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.235587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.235670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.235843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.235939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.236040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.236155] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.453111] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: SUCCESS [ 1143.453411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.453601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.453844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.454068] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.454204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.454257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.454412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.454497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.454584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.454687] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.738599] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74bf3a62-3432-4037-8d7e-6d940a98e9f9: rpc.has_security_group_logging(os_id): False [ 1143.758058] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.758191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.758290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.758537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.758692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.758920] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.759033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.759100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.759251] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.759332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.759533] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.759672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.759875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.759964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.760049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.760809] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.760809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.760809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.760809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.760809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.760809] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1143.829473] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.829622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.829685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.829891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.830053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.842530] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1143.957601] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.459648] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 079b79d8-a423-479d-bada-5125bbdbd60f: rpc.has_security_group_logging(os_id): False [ 1144.477848] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.478051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.478103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.478331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.478424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.478670] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.478766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.478828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.478982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.479070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.479155] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f is going to be created. [ 1144.539467] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.539605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.539678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.539922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.540155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.549794] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: IN_PROGRESS for 2s [ 1144.882839] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.882839] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1145.855031] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1145.855031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.561888] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: SUCCESS [ 1146.561888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.470184] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7356e08-d1f7-433b-adbf-5611f4342ca3 req-5e4107cb-030e-4754-95ec-8e7cbbf1923c tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Enqueued Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_members [ 1148.470184] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_members [ 1148.474723] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.474723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.474723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.474723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.474723] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.474723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.474723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.474723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.474723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.474723] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.749829] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.750169] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.750349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.750623] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.750947] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.751124] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.751246] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.751463] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.751611] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.751865] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.751991] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.752127] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.752240] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.752355] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.752466] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.752603] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.771949] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.772111] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.772256] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.772429] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.772769] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.772889] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.773027] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.773338] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.773483] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9282b289-53d5-4ea7-ad0e-4d96ef3e1167',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.979041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.979041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.979041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.979041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.979041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.979041] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.979041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.979484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.979484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.979484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.979484] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe already deleted. [ 1148.979589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.276954] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.276954] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.276954] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.276954] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.277299] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.277299] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 not found, creating... [ 1149.277484] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.277644] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.277763] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.277983] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.278138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.278419] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.278585] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.278701] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.278911] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.279068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.279212] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 is going to be created. [ 1149.299348] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.299607] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.299727] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.300086] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.300617] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.300617] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.277906] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7356e08-d1f7-433b-adbf-5611f4342ca3 req-fa352e1c-b994-4241-aeeb-980fe1998287 service nova] Enqueued Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_rules [ 1150.278195] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7356e08-d1f7-433b-adbf-5611f4342ca3 req-fa352e1c-b994-4241-aeeb-980fe1998287 service nova] Enqueued Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_members [ 1150.278318] env[70911]: INFO networking_nsxv3.common.synchronization [req-f7356e08-d1f7-433b-adbf-5611f4342ca3 req-fa352e1c-b994-4241-aeeb-980fe1998287 service nova] Enqueued Resource ID: 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 with Priority: HIGHEST for action port [ 1150.278855] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_rules [ 1150.278996] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_members [ 1150.279134] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 with Priority: HIGHEST for action port [ 1150.279423] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.279569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.279640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.279923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.280035] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.281380] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.281514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.281585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.281842] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.282021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.282188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.282224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.282370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.282468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.282568] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.283339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.283451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.284023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.284023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.284023] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9282b289-53d5-4ea7-ad0e-4d96ef3e1167',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.768107] env[70911]: INFO networking_nsxv3.common.synchronization [req-70e3d473-e5df-4a1d-b82f-b803ff61e875 req-6f5d13e9-2f98-421c-bdf3-b28e1b420357 tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1150.768799] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1150.769395] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.769634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.769769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.770140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.771090] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.771090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.771090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.771090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.771090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.771090] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.785644] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.788525] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.788525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.789776] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 with status ACTIVE [ 1150.789776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.789776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.789776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.789776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.789776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.789776] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.790049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.790049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.790049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.790135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.790322] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.790409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.790468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.790605] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.790771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.790971] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9282b289-53d5-4ea7-ad0e-4d96ef3e1167 is going to be updated. [ 1150.810647] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.810926] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.811012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.811213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.811368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.811530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9282b289-53d5-4ea7-ad0e-4d96ef3e1167" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.044412] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-547 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.044602] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.044729] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.045023] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.045298] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.045613] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.045613] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.045860] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.046098] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.046421] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.046553] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.046702] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.046841] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.046966] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1151.047094] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.047273] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.064593] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.064754] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1151.064904] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.065114] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-547" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.065417] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-b8091bb9-830b-4858-b3e5-5e4bb8374130 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.065589] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.065723] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.066032] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.066177] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8091bb9-830b-4858-b3e5-5e4bb8374130',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.275445] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.275614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.275685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.275916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.276141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.276219] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.276317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.276379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.276524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.276600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.276686] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1151.287709] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.301557] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.301782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.301782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.301998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.302156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.309748] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1151.569254] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.569810] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.569810] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.569927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.570099] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.570266] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port b8091bb9-830b-4858-b3e5-5e4bb8374130 not found, creating... [ 1151.571695] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.571904] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.572137] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.572346] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.572452] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.572743] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.572920] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.573069] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.573331] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.573414] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.573568] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: b8091bb9-830b-4858-b3e5-5e4bb8374130 is going to be created. [ 1151.593070] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.593299] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.593428] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.593725] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.593968] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.594205] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.789902] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.790101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.790186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.790433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.790554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.790658] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe is going to be created. [ 1151.818071] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.818071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.818071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.818071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.818366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.830354] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe in Status: UNINITIALIZED for 2s [ 1152.480265] env[70911]: INFO networking_nsxv3.common.synchronization [req-70e3d473-e5df-4a1d-b82f-b803ff61e875 req-fb146ecf-6679-4bea-a859-fc2b4ea7d7a1 service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 1152.480507] env[70911]: INFO networking_nsxv3.common.synchronization [req-70e3d473-e5df-4a1d-b82f-b803ff61e875 req-fb146ecf-6679-4bea-a859-fc2b4ea7d7a1 service nova] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1152.480650] env[70911]: INFO networking_nsxv3.common.synchronization [req-70e3d473-e5df-4a1d-b82f-b803ff61e875 req-fb146ecf-6679-4bea-a859-fc2b4ea7d7a1 service nova] Enqueued Resource ID: b8091bb9-830b-4858-b3e5-5e4bb8374130 with Priority: HIGHEST for action port [ 1152.481271] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_rules [ 1152.481407] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1152.481520] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8091bb9-830b-4858-b3e5-5e4bb8374130 with Priority: HIGHEST for action port [ 1152.481848] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.481981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.482084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.482315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.482398] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.483313] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.483483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.483659] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8091bb9-830b-4858-b3e5-5e4bb8374130 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.483771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.483861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.484070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.484149] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8091bb9-830b-4858-b3e5-5e4bb8374130',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.985625] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.985823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.989190] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8091bb9-830b-4858-b3e5-5e4bb8374130 with status ACTIVE [ 1152.989409] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.989536] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.989601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.989807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.989897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.990079] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.990178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.990238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.990389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.990466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.990655] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.990763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.990829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.990970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.991060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.991146] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8091bb9-830b-4858-b3e5-5e4bb8374130 is going to be updated. [ 1153.011888] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.011888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.012297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.012297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.013168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.013168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8091bb9-830b-4858-b3e5-5e4bb8374130" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.323569] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1153.323569] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 1153.323569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.323569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.323569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.323569] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.323569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.323569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.323569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.323569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.323569] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.827037] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.839981] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe in Status: SUCCESS [ 1153.840217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.840410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.840690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.840956] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.842027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.842027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.842027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.842027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.842027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.842027] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.331922] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.344093] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.344336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.344417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.344650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.344859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.344970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.345069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.345562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.345562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.345562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.345739] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.345836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.345836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.346054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.346220] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.346373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.346373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.346579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.346682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.346804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.346955] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.834649] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.834649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.834649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.834649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.834649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.835180] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1154.849613] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe: rpc.has_security_group_logging(os_id): False [ 1154.863731] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.863871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.863943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.864172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.864310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.866053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.866171] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.866237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.866406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.866489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.866659] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.866751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.866814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.866951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.867038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.867251] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.867409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.867409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.867517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.867589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.867778] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.867929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.867929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.868067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.868146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.868229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe is going to be created. [ 1154.877501] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1154.926899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.927087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.927164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.927924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.927924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.940275] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe in Status: IN_PROGRESS for 2s [ 1155.358194] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.358405] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.358533] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.358846] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.359138] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.359349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.359453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.359635] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.359810] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.360052] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.360176] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.360289] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.360403] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.360517] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1155.360626] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.360784] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.379350] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.379585] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1155.379654] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.379873] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-469" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.380226] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-559e103c-b7a0-46f4-a92d-5c62c3276e11 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.380402] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.380528] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.380799] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.381317] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559e103c-b7a0-46f4-a92d-5c62c3276e11',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.885987] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.885987] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.885987] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.886878] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.886878] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.889350] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.889350] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.889350] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.889350] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 is going to be updated. [ 1155.912179] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.912179] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.912179] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.912179] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.912179] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.912179] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.916306] env[70911]: INFO networking_nsxv3.common.synchronization [req-0d4e68d5-ed58-45b7-9564-ca5b51a19df7 req-be2623f5-e64d-4285-be99-eb2f1556a053 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1155.917512] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1155.917512] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.917512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.917512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.920062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.920062] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.920062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.920062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.920062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.920062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.920062] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.424359] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.424359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.424359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.424359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.443762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.443762] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.443762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.443762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.443762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.443762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.443762] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1156.448304] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.449091] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.449404] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.449953] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.450368] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.454025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.454025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.454025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.454025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.454025] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.454025] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.454025] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.454025] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.454025] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1156.454025] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.454025] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.466804] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.467411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.468987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.468987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.468987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.471440] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.471440] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1156.471440] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.471440] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-571" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.472054] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-7d6fb7a1-0847-4b48-9634-49c07d9e3423 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.472326] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.472492] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.472769] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.472961] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6fb7a1-0847-4b48-9634-49c07d9e3423',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.482791] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1156.608312] env[70911]: INFO networking_nsxv3.common.synchronization [req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 req-d28e6484-6028-4c45-bc25-37db36aceb69 service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1156.608546] env[70911]: INFO networking_nsxv3.common.synchronization [req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 req-d28e6484-6028-4c45-bc25-37db36aceb69 service nova] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1156.608717] env[70911]: INFO networking_nsxv3.common.synchronization [req-4b558c6e-a5aa-4cb4-a28d-218558e3fe33 req-d28e6484-6028-4c45-bc25-37db36aceb69 service nova] Enqueued Resource ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 with Priority: HIGHEST for action port [ 1156.608968] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_rules [ 1156.609209] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1156.609320] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 with Priority: HIGHEST for action port [ 1156.609998] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.610162] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.610245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.610450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.610530] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.611656] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.611656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.611772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.611872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.612027] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.612128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.612326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.612484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.612576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.612671] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.613564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-559e103c-b7a0-46f4-a92d-5c62c3276e11 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.613679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.613736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.613894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.613969] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559e103c-b7a0-46f4-a92d-5c62c3276e11',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.887311] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1156.887311] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.887311] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.887311] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.887311] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.887746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.887746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.887746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.887830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.887876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.889033] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.952225] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe in Status: SUCCESS [ 1156.952225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.978864] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.978864] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.978864] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.979098] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.979328] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.979670] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.979884] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.980056] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.980349] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.980545] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.980927] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.981258] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.981500] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.981691] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.981927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.982147] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 is going to be updated. [ 1157.002555] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.002768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.003024] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.003199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.003402] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.003757] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.115563] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.115731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.117203] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.118243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 559e103c-b7a0-46f4-a92d-5c62c3276e11 with status ACTIVE [ 1157.118479] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.118638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.118743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.118988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.119129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.119355] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.119470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.119556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.119916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.119916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.120105] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.120244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.120291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.120477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.120585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.120837] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 559e103c-b7a0-46f4-a92d-5c62c3276e11 is going to be updated. [ 1157.142404] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.142576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.142618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.142820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.142923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.143089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559e103c-b7a0-46f4-a92d-5c62c3276e11" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.394673] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.394673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.394673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.394854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.394940] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.395035] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.395086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.395233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.395317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.395405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.395548] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.395637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.395698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.395831] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.395962] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.396060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.396126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.396247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.396318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.396395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.396483] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.623971] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.773384] env[70911]: INFO networking_nsxv3.common.synchronization [req-b4e1e39c-171e-4c47-9b0a-ee993badd50b req-8c47484a-2679-4d13-b34c-aa2fbeb22b2f service nova] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_rules [ 1157.773556] env[70911]: INFO networking_nsxv3.common.synchronization [req-b4e1e39c-171e-4c47-9b0a-ee993badd50b req-8c47484a-2679-4d13-b34c-aa2fbeb22b2f service nova] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1157.773694] env[70911]: INFO networking_nsxv3.common.synchronization [req-b4e1e39c-171e-4c47-9b0a-ee993badd50b req-8c47484a-2679-4d13-b34c-aa2fbeb22b2f service nova] Enqueued Resource ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 with Priority: HIGHEST for action port [ 1157.773926] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_rules [ 1157.775575] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1157.775575] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 with Priority: HIGHEST for action port [ 1157.775575] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.775575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.775575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.775575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.775575] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.781140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.781140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.781140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.781140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.781140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.781140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.781140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.781140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.781140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.783609] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.786592] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d6fb7a1-0847-4b48-9634-49c07d9e3423 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.786592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.786592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.786592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.786592] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d6fb7a1-0847-4b48-9634-49c07d9e3423',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.898095] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a518215-7103-45f4-a37d-7a6b77b692c5: rpc.has_security_group_logging(os_id): False [ 1157.916122] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.916288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.916375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.916562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.916695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.916925] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.917041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.917144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.917354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.917455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.917647] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.917777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.917862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.918376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.918376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.918376] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.918376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.918556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.918595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.918665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.918766] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1157.973373] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.973569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.974234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.974528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.974700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.985990] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1158.127660] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.127891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.127891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.128329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.128329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.128436] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1158.161234] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.161416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.161457] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.161640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.161784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.169091] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1158.286677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.286852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.287150] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.289030] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d6fb7a1-0847-4b48-9634-49c07d9e3423 with status ACTIVE [ 1158.289030] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.289030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.289201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.289264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.289349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.289514] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.289656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.289656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.290288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.290288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.290288] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.290288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.290288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.290721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.290721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.290721] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d6fb7a1-0847-4b48-9634-49c07d9e3423 is going to be updated. [ 1158.314722] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.314892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.314986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.315238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.315377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.315538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d6fb7a1-0847-4b48-9634-49c07d9e3423" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.499529] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1158.499711] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 deletion is rescheduled due to dependency. [ 1158.499828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.790584] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.280204] env[70911]: INFO networking_nsxv3.common.synchronization [req-6263c897-f563-4984-ad65-054f87931ffb req-d843a929-01e0-4b48-85dc-2c055e2c5739 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1159.280857] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1159.281103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.281227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.281314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.281486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.281641] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.281739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.281818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.281982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.282091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.282184] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.292040] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.292183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.292245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.292415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.292500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.292591] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be updated. [ 1159.317966] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.318260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.318260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.318479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.318722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.328691] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 1159.702583] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.702854] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.703076] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.703621] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.703898] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.704075] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.704211] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.704458] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.704618] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.704834] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.704956] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.705098] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.705249] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.705374] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.705484] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.705623] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.722932] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.723161] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.723288] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.723490] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.723967] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.724422] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.724422] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.724522] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.724624] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.784071] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.784269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.784380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.784633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.784728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.784924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.785033] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.785098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.785252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.785783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.785783] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1159.813949] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.814209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.814282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.814512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.814985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.823240] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1160.002523] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1160.002769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.177781] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1160.178030] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.178203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.178423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.178752] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.178890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.178890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.179023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.179153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.179201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.179299] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.227257] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.227257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.227257] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.227545] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.227545] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.228500] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 not found, creating... [ 1160.228500] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.228500] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.228500] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.228500] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.228910] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.229130] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.229359] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.229636] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.229904] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.229985] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.230107] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 is going to be created. [ 1160.251097] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.251424] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.251701] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.252288] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.252395] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.252653] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.683185] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.683185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.683185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.683185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.683185] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.683185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.683185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.683624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.683624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.683624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.683624] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.683833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.683833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.683900] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.684050] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.684145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.684216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.684369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.684447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.684518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.684604] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.074203] env[70911]: INFO networking_nsxv3.common.synchronization [req-6263c897-f563-4984-ad65-054f87931ffb req-660cc1bf-d9d6-4aa6-99da-12553afe5cb5 service nova] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 1161.074400] env[70911]: INFO networking_nsxv3.common.synchronization [req-6263c897-f563-4984-ad65-054f87931ffb req-660cc1bf-d9d6-4aa6-99da-12553afe5cb5 service nova] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1161.074550] env[70911]: INFO networking_nsxv3.common.synchronization [req-6263c897-f563-4984-ad65-054f87931ffb req-660cc1bf-d9d6-4aa6-99da-12553afe5cb5 service nova] Enqueued Resource ID: a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 with Priority: HIGHEST for action port [ 1161.075185] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 1161.075288] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1161.075646] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 with Priority: HIGHEST for action port [ 1161.075646] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.075768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.075859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.076170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.076300] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.077564] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.077564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.077723] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.077870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.078072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.078278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.078338] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.186895] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74bf3a62-3432-4037-8d7e-6d940a98e9f9: rpc.has_security_group_logging(os_id): False [ 1161.203389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.203530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.203530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.203710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.203796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.203975] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.204084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.204207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.204303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.204427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.204576] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.204669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.204723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.204875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.204952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.205139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.205246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.205294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.205421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.205492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.205574] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1161.269024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.269189] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.269263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.270021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.270021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.282109] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1161.337659] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 1161.337890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.338065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.338273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.338464] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.338880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.338880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.338880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.338880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.339090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.339090] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.580684] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.580898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.581032] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 with status ACTIVE [ 1161.581237] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.581324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.581384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.581590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.581969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.581969] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.581969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.582211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.582211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.582293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.582403] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.582498] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.582554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.582686] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.582787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.582843] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6 is going to be updated. [ 1161.603153] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.603322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.603403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.603532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.603655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.603804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a7dfe5-04cc-42bb-9fe9-b36869ace6f6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.831959] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1161.832252] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 deletion is rescheduled due to dependency. [ 1161.832289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.832431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.832634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.832818] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.832936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.833023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.833160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.833242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.833332] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.840974] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.841151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.841211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.841380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.841534] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.841629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.841691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.841844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.841947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.842050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.842196] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.842287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.842336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.842472] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.842604] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.842690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.842747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.842875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.842948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.843034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.843119] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.335421] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.345168] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d2a004c-753d-4249-951f-0e16671c5187: rpc.has_security_group_logging(os_id): False [ 1162.363685] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.363847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.363945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.364642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.385829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.386088] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.386222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.386296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.386504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.386586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.386791] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.386892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.386953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.387120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.387187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.387365] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.387455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.387520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.387642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.387714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.387813] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be updated. [ 1162.467446] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.467667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.467745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.468229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.468229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.479311] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 1162.838532] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.293952] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1163.294199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.342317] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.342317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.342317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.342568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.342568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.342568] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1163.368269] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.368269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.368269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.368496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.368582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.376214] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1163.654261] env[70911]: INFO networking_nsxv3.common.synchronization [req-9f0c5127-ef0b-4d2c-ba4a-8473cb8644a8 req-5d5ddaf7-fe62-4dbe-9571-98f8ec01c645 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Enqueued Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_members [ 1163.654939] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGHEST for action security_group_members [ 1163.655263] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.656684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.656684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.656684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.656684] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.656684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.656684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.656684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.656684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.656684] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.159775] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.160064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.160104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.160341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.160475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.160817] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.161024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.161110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.161378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.161415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.161534] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe is going to be updated. [ 1164.187210] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.187396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.187442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.187779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.187869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.196683] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe in Status: IN_PROGRESS for 2s [ 1164.492711] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 1164.492945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.386596] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1165.386907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.387013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.387335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.387552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.387676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.387742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.387912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.388061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.388178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.388276] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.431481] env[70911]: INFO networking_nsxv3.common.synchronization [req-8b97289f-e173-4d3b-ab7c-b7826df8e597 req-97a61ab2-f559-4c83-acb2-e3e32ae9fd6e tempest-ServerDiskConfigTestJSON-226783631 tempest-ServerDiskConfigTestJSON-226783631-project-member] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1165.432411] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGHEST for action security_group_members [ 1165.432942] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.433093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.433184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.433409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.433565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.433665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.433725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.433871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.433953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.434137] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.891685] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.926565] env[70911]: INFO networking_nsxv3.common.synchronization [req-2145a652-c545-482a-86db-7630cbb1ee5e req-fc368da2-687b-4a33-b597-4b8be3c475e9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1165.927104] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1165.927415] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.927535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.927601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.927797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.927942] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.928691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.928691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.928986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.929137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.929261] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.936088] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.936342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.936420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.936756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.937203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.937311] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.937420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.937485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.937649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.937729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.937817] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be updated. [ 1165.971213] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.971213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.971213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.971213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.971213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.989073] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: IN_PROGRESS for 2s [ 1166.215449] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe in Status: SUCCESS [ 1166.215640] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe deletion is rescheduled due to dependency. [ 1166.215754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.326163] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.326383] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.326514] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.326777] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.327044] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.327208] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.327330] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.327545] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.327692] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.327901] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.328032] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.328142] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.328257] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.328373] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1166.328487] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.328623] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.345839] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.346042] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1166.346200] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.346375] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.346668] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-6119dde3-b69f-4c92-b0b2-b8cbecea0246 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.346839] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.346990] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.347328] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.347473] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6119dde3-b69f-4c92-b0b2-b8cbecea0246',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.393299] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33d543ba-fe8c-4dea-8925-5ad584c73575: rpc.has_security_group_logging(os_id): False [ 1166.411039] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.411209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.411281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.411486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.411580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.411819] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.411939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.412010] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.412151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.412228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.412312] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1166.431032] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.467412] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.467412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.467412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.467412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.467621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.480515] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1166.849650] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.849829] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.849955] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.850280] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.850437] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.850598] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 6119dde3-b69f-4c92-b0b2-b8cbecea0246 not found, creating... [ 1166.850857] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.851064] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.851205] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.851455] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.851597] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.851892] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.852077] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.852291] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.852427] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.852566] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.852710] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 6119dde3-b69f-4c92-b0b2-b8cbecea0246 is going to be created. [ 1166.871434] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.871630] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.871759] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.871984] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.872285] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.872516] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.933186] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.435874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.436507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.436507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.436507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.436507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.436645] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1167.462793] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.462970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.463071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.463329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.463524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.471869] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1167.623872] env[70911]: INFO networking_nsxv3.common.synchronization [req-2145a652-c545-482a-86db-7630cbb1ee5e req-3f3ba0dc-bcfe-46fa-b649-e7f59f1b238a service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1167.624078] env[70911]: INFO networking_nsxv3.common.synchronization [req-2145a652-c545-482a-86db-7630cbb1ee5e req-3f3ba0dc-bcfe-46fa-b649-e7f59f1b238a service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1167.624230] env[70911]: INFO networking_nsxv3.common.synchronization [req-2145a652-c545-482a-86db-7630cbb1ee5e req-3f3ba0dc-bcfe-46fa-b649-e7f59f1b238a service nova] Enqueued Resource ID: 6119dde3-b69f-4c92-b0b2-b8cbecea0246 with Priority: HIGHEST for action port [ 1167.624786] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1167.624929] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1167.625080] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6119dde3-b69f-4c92-b0b2-b8cbecea0246 with Priority: HIGHEST for action port [ 1167.625671] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.625671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.625671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.625916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.625916] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.629217] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.629217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.629217] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-6119dde3-b69f-4c92-b0b2-b8cbecea0246 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.629217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.629217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.629217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.629217] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6119dde3-b69f-4c92-b0b2-b8cbecea0246',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.994314] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 in Status: SUCCESS [ 1167.994545] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 deletion is rescheduled due to dependency. [ 1167.994694] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.129683] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.129895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.130249] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6119dde3-b69f-4c92-b0b2-b8cbecea0246 with status ACTIVE [ 1168.130491] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.130655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.130728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.131102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.131196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.131445] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.131600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.131663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.131915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.132012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.132272] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.132404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.132489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.132683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.132789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.132905] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6119dde3-b69f-4c92-b0b2-b8cbecea0246 is going to be updated. [ 1168.153631] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.153838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.153936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.154222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.154393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.154597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6119dde3-b69f-4c92-b0b2-b8cbecea0246" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.252727] env[70911]: INFO networking_nsxv3.common.synchronization [req-6ec354b6-55aa-4970-a6b6-39ca32500910 req-cefacb7f-e24a-4a96-af6c-c3d72312d1d9 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1168.254763] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1168.254763] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.254763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.254763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.254763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.254763] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.254763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.254763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.255409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.255409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.255409] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.492469] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1168.492881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.611726] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.611955] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.612128] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.612413] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.612683] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.612847] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.612975] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.613252] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.613403] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.613623] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.613784] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.613850] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.613963] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.614093] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1168.614208] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.614348] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.634182] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.634402] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1168.634607] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.634864] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.635351] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.635609] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.635791] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.636245] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.636457] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbd6b1e-08a9-452a-8cbc-ae091306b3c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.757173] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.757395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.757741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.757741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.757802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.758014] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.758137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.758205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.758369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.758451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.758540] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1168.785797] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.785797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.785797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.785797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.785797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.793633] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1169.139182] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.139415] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.139546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.139854] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.140015] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.140186] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 not found, creating... [ 1169.140458] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.140637] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.140740] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.141107] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.141304] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.141598] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.141760] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.141880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.142138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.142283] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.142427] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 is going to be created. [ 1169.162502] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.162502] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.162748] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.162882] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.163129] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.163368] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.484023] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1169.484023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.484023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.484023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.484023] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.484023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.484023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.484023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.484023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.484023] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.985514] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.068906] env[70911]: INFO networking_nsxv3.common.synchronization [req-6ec354b6-55aa-4970-a6b6-39ca32500910 req-012737f7-d5e3-472d-8297-3ae62db0784a service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 1170.069116] env[70911]: INFO networking_nsxv3.common.synchronization [req-6ec354b6-55aa-4970-a6b6-39ca32500910 req-012737f7-d5e3-472d-8297-3ae62db0784a service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1170.069264] env[70911]: INFO networking_nsxv3.common.synchronization [req-6ec354b6-55aa-4970-a6b6-39ca32500910 req-012737f7-d5e3-472d-8297-3ae62db0784a service nova] Enqueued Resource ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 with Priority: HIGHEST for action port [ 1170.069820] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 1170.069958] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1170.070142] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 with Priority: HIGHEST for action port [ 1170.070459] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.070619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.070715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.070997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.071129] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.072081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.072278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.072551] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.072690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.072778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.072982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.077165] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbd6b1e-08a9-452a-8cbc-ae091306b3c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.490544] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.579117] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.579314] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.579503] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 with status ACTIVE [ 1170.579683] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.579793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.579858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.580072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.580163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.580334] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.580430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.580491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.580637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.580714] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.580894] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.581137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.581226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.581405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.581511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.581609] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 is going to be updated. [ 1170.601556] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.601758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.602120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.602120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.602284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.602507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.803448] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1170.803827] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 deletion is rescheduled due to dependency. [ 1170.803827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.803931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.804096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.805219] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.805219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.805219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.805219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.805219] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.805219] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.992709] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.993188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.993188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.993270] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.993315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.993484] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1171.020406] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.020732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.020732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.021064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.021064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.029729] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1171.307470] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.809839] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.312626] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.312975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.312975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.313128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.313243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.313773] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1172.347544] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.347733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.347733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.347942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.348101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.356306] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1173.040032] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1173.040282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.040477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.040690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.040950] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.041089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.041147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.041293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.041373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.041675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.041675] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.543997] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.544364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.544364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.544439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.544599] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.544699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.544764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.544907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.544993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.545096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.545261] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.545329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.545387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.545523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.545659] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.545748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.545807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.545939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.546023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.546113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.546196] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.842391] env[70911]: INFO networking_nsxv3.common.synchronization [req-9850a9b7-fcb6-414a-b315-46fb11521fd4 req-9b56e421-1723-4ef4-a11f-caedec28e494 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1173.843648] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1173.843648] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.844034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.844034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.844125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.844676] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.844676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.844676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.844878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.844878] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.844936] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.052869] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1174.072121] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.072288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.072357] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.072569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.072654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.072876] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.072996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.073054] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.073183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.073255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.073446] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.073534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.073591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.073724] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.073793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.073964] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.074280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.074280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.074394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.074429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.074504] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1174.138035] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.138209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.138298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.138798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.138798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.150307] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1174.346937] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.369099] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.369099] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.369099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.369099] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.850548] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.869491] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.354465] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.354706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.354783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.355195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.355345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.355479] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be updated. [ 1175.371916] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3: rpc.has_security_group_logging(os_id): False [ 1175.391558] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.391713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.391778] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.391954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.392148] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.393889] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.394036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.394794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.394794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.394794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.394794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.394794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.395070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.395070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.395070] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.395169] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1175.433973] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: IN_PROGRESS for 2s [ 1175.500560] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.500772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.500772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.500984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.501168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.517879] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1176.172912] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1176.173281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.884023] env[70911]: INFO networking_nsxv3.common.synchronization [req-2f679036-5971-45dc-bccf-bdb3e5280eb0 req-da425e49-050d-49fd-bd00-706b727d66c7 tempest-VolumesAdminNegativeTest-660071397 tempest-VolumesAdminNegativeTest-660071397-project-member] Enqueued Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_members [ 1176.884205] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGHEST for action security_group_members [ 1176.884515] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.884638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.884809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.884930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.885103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.885623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.885703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.885854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.885940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.886054] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.388197] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.388507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.388507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.388659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.413939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.414250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.414375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.414451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.414677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.414762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.414854] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 is going to be updated. [ 1177.445510] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.445674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.445743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.445943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.446093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.447606] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1177.447776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.458413] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 in Status: IN_PROGRESS for 2s [ 1177.534710] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1177.535693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.720516] env[70911]: INFO networking_nsxv3.common.synchronization [req-3a4a6fa8-38df-4c4a-91c6-c6c046059386 req-c9667e3e-8313-43da-a046-792270d92a5c tempest-DeleteServersTestJSON-1828688678 tempest-DeleteServersTestJSON-1828688678-project-member] Enqueued Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1177.721316] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 with Priority: HIGHEST for action security_group_members [ 1177.723091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-46ea0d66-366a-4727-911b-9d0b7ca80ed1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.723091] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.723490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.723941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.724443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.724611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.724727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.724987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.725159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.725319] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46ea0d66-366a-4727-911b-9d0b7ca80ed1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.228460] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.228626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.228702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.228956] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.229116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.229362] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.229430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.229493] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.229641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.229721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.229812] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 is going to be updated. [ 1178.271840] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.272052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.272138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.272421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.272421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.285847] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: IN_PROGRESS for 2s [ 1179.472768] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 in Status: SUCCESS [ 1179.473063] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 deletion is rescheduled due to dependency. [ 1179.473063] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.300817] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 in Status: SUCCESS [ 1180.301046] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46ea0d66-366a-4727-911b-9d0b7ca80ed1 deletion is rescheduled due to dependency. [ 1180.301272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46ea0d66-366a-4727-911b-9d0b7ca80ed1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.013480] env[70911]: INFO networking_nsxv3.common.synchronization [req-a88bc355-14eb-40ab-a1fd-8a3cffe0ac22 req-9cc5ce9c-031f-4275-9469-46709604cc24 tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1181.013480] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGHEST for action security_group_members [ 1181.013902] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.013902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.013902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.014133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.014133] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.014287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.014287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.014430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.014505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.014698] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.482747] env[70911]: INFO networking_nsxv3.common.synchronization [req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 req-96cdef01-edf9-45d1-beb0-435a74148f96 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1181.483229] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1181.483614] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.483783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.483874] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.484155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.484376] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.484514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.484601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.484817] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.484944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.485082] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.517059] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.517278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.517512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.517739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.517832] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.518046] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.518145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.518207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.518352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.518425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.518510] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be updated. [ 1181.550338] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.550518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.550594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.550881] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.551049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.564724] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: IN_PROGRESS for 2s [ 1181.777830] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.777830] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.777830] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.777830] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.778067] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.778247] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.778376] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.778618] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.778783] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.779039] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.779196] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.779314] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.779481] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.779533] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.779644] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.779781] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.804304] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.804490] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.804636] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.804818] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.805161] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-c0bb9fc1-36b8-41f3-af7d-866b36047d42 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.805345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.805468] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.805798] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.805941] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bb9fc1-36b8-41f3-af7d-866b36047d42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.987662] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.308643] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.309059] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.309059] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.309312] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.309470] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.309627] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port c0bb9fc1-36b8-41f3-af7d-866b36047d42 not found, creating... [ 1182.309892] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.310073] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.310199] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.310423] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.310565] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.310852] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.311139] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.311225] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.311376] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.311513] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.311657] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: c0bb9fc1-36b8-41f3-af7d-866b36047d42 is going to be created. [ 1182.335367] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.335568] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.335697] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.335953] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.336201] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.336918] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.493345] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.998939] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.999223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.999304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.999509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.999601] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.999881] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1183.029155] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.029296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.029362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.029596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.029740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.045014] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1183.135772] env[70911]: INFO networking_nsxv3.common.synchronization [req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 req-013bf71a-d6c1-4a5d-9191-4c1559cfdfd3 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1183.135892] env[70911]: INFO networking_nsxv3.common.synchronization [req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 req-013bf71a-d6c1-4a5d-9191-4c1559cfdfd3 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1183.136052] env[70911]: INFO networking_nsxv3.common.synchronization [req-99e3b23a-521e-4d52-a06f-bbc9ccc5b1e9 req-013bf71a-d6c1-4a5d-9191-4c1559cfdfd3 service nova] Enqueued Resource ID: c0bb9fc1-36b8-41f3-af7d-866b36047d42 with Priority: HIGHEST for action port [ 1183.136297] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1183.136426] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1183.136519] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0bb9fc1-36b8-41f3-af7d-866b36047d42 with Priority: HIGHEST for action port [ 1183.140363] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.140701] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.140774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.141138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.141212] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.142255] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.142854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.142854] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0bb9fc1-36b8-41f3-af7d-866b36047d42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.142854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.142854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.143136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.143172] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0bb9fc1-36b8-41f3-af7d-866b36047d42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.580559] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 in Status: SUCCESS [ 1183.580559] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 deletion is rescheduled due to dependency. [ 1183.580559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.645480] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.645626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.647243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0bb9fc1-36b8-41f3-af7d-866b36047d42 with status ACTIVE [ 1183.647444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.647564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.647630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.647837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.647925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.648174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.648289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.648289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.648411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.648489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.648668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.648803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.648803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.648943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.649028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.649112] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0bb9fc1-36b8-41f3-af7d-866b36047d42 is going to be updated. [ 1183.683288] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.683288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.683288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.683288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.683288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.683288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0bb9fc1-36b8-41f3-af7d-866b36047d42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.058940] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1185.059245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.059425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.059635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.059825] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.059942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.060019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.060176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.060256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.060365] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.562380] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.064103] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.566420] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.566983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.566983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.566983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.567156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.567235] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1186.595676] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.595853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.595925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.596292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.596292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.608996] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1186.617026] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b95b66df-c7f4-4625-818c-332627bafaea tempest-AttachInterfacesTestJSON-263284269 tempest-AttachInterfacesTestJSON-263284269-project-member] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1186.617536] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGHEST for action security_group_members [ 1186.617850] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.617965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.618041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.618241] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.618397] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.618552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.618614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.618766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.618853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.618939] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.122478] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.123497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.123597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.123818] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.123912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.124159] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.124264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.124327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.124478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.124645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.124645] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be updated. [ 1187.150187] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.150353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.150441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.150637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.150809] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.160278] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: IN_PROGRESS for 2s [ 1188.625562] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1188.625840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.625931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.626160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.626351] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.626468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.626525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.626677] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.626756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.626849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.626918] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.132496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.132496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.132496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.132496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.132496] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.132496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.132496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.132496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.132496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.132901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.132901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.132901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.132901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.133092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.133185] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.133240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.135922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.135922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.135922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.135922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.135922] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.171029] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 in Status: SUCCESS [ 1189.171341] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 deletion is rescheduled due to dependency. [ 1189.171985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.542615] env[70911]: INFO networking_nsxv3.common.synchronization [req-a32452ea-1db2-4724-b609-9d61647a8db2 req-585c8f35-cb70-45c1-b3a9-cae5cf092d92 tempest-ServersNegativeTestJSON-1685683619 tempest-ServersNegativeTestJSON-1685683619-project-member] Enqueued Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1189.546712] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d2a004c-753d-4249-951f-0e16671c5187 with Priority: HIGHEST for action security_group_members [ 1189.547113] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d2a004c-753d-4249-951f-0e16671c5187 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.547390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.547390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.547925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.547925] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.547925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.548098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.548236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.548382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.550427] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d2a004c-753d-4249-951f-0e16671c5187',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.637651] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1189.659280] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.660140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.660140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.660140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.660140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.660140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.660140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.660657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.660657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.660657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.660657] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.660657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.660827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.660827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.660880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.661091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.661228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.661274] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.661713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.661713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.661713] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1189.745894] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.745894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.745894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.745894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.745894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.766932] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1189.899833] env[70911]: INFO networking_nsxv3.common.synchronization [None req-0fcca2da-6d0f-480f-931f-9f8b26d22ec8 None None] Enqueued Resource ID: dd4853d5-9760-4667-9716-10b86dce2d99 with Priority: HIGHEST for action port [ 1189.900084] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4853d5-9760-4667-9716-10b86dce2d99 with Priority: HIGHEST for action port [ 1189.900633] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd4853d5-9760-4667-9716-10b86dce2d99 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.900757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd4853d5-9760-4667-9716-10b86dce2d99" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.900862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd4853d5-9760-4667-9716-10b86dce2d99" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.906094] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd4853d5-9760-4667-9716-10b86dce2d99" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.906094] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4853d5-9760-4667-9716-10b86dce2d99',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.057930] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.057930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.057930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.058135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.058165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.058543] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.058654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.058710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.058916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.059048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.059116] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 is going to be updated. [ 1190.087929] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.088118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.088118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.088430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.088649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.098135] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: IN_PROGRESS for 2s [ 1190.408371] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd4853d5-9760-4667-9716-10b86dce2d99 [ 1190.408371] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.408803] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.408884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.409105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.409188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.409871] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd4853d5-9760-4667-9716-10b86dce2d99 already deleted. [ 1190.409871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd4853d5-9760-4667-9716-10b86dce2d99" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.877436] env[70911]: INFO networking_nsxv3.common.synchronization [req-c716730f-a5e0-422e-ad37-589aae0e980c req-b4cd9ff0-88a1-4a96-94ea-0fb53c0721fd tempest-SecurityGroupRulesTestJSON-6270574 tempest-SecurityGroupRulesTestJSON-6270574-project-member] Enqueued Resource ID: ee385d03-081e-4753-9365-3108e00ee015 with Priority: HIGHEST for action security_group_rules [ 1190.877969] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee385d03-081e-4753-9365-3108e00ee015 with Priority: HIGHEST for action security_group_rules [ 1190.878270] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee385d03-081e-4753-9365-3108e00ee015 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.878395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee385d03-081e-4753-9365-3108e00ee015" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.878461] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee385d03-081e-4753-9365-3108e00ee015" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.878704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee385d03-081e-4753-9365-3108e00ee015" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.878786] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee385d03-081e-4753-9365-3108e00ee015',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.278896] env[70911]: INFO networking_nsxv3.common.synchronization [req-598124c1-d283-44ff-903d-cd6282ca6288 req-929ed3d9-f379-4d20-9550-e513ce5e68cb tempest-SecurityGroupRulesTestJSON-6270574 tempest-SecurityGroupRulesTestJSON-6270574-project-member] Enqueued Resource ID: bb8f9fa9-16e0-4290-86cb-9d1b06d82877 with Priority: HIGHEST for action security_group_rules [ 1191.279214] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8f9fa9-16e0-4290-86cb-9d1b06d82877 with Priority: HIGHEST for action security_group_rules [ 1191.279520] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb8f9fa9-16e0-4290-86cb-9d1b06d82877 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.279644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb8f9fa9-16e0-4290-86cb-9d1b06d82877" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.279711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb8f9fa9-16e0-4290-86cb-9d1b06d82877" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.280132] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb8f9fa9-16e0-4290-86cb-9d1b06d82877" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.280351] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb8f9fa9-16e0-4290-86cb-9d1b06d82877',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.401522] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.406268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.406268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.406268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.406268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.406268] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee385d03-081e-4753-9365-3108e00ee015 already deleted. [ 1191.406268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee385d03-081e-4753-9365-3108e00ee015" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.473171] env[70911]: INFO networking_nsxv3.common.synchronization [req-1ad75276-2714-4555-8514-76efab796735 req-4cf017c9-fd68-4bf4-a76c-cbd84edc5ffb tempest-ServerActionsV293TestJSON-978972415 tempest-ServerActionsV293TestJSON-978972415-project-member] Enqueued Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_members [ 1191.473724] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGHEST for action security_group_members [ 1191.473858] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.473993] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.474067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.474579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.474579] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.474579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.474579] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.474776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.474776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.474899] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.784403] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1191.784467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.799823] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.799964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.800045] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.800255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.800329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.800458] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb8f9fa9-16e0-4290-86cb-9d1b06d82877 already deleted. [ 1191.800568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb8f9fa9-16e0-4290-86cb-9d1b06d82877" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.982105] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.982105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.982105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.982105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.982105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.982105] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.982105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.982105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.982637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.982637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.982637] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 is going to be updated. [ 1192.013186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.013186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.013365] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.013623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.013743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.022530] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d3976f-e45a-423b-b715-6840dbd54287 in Status: IN_PROGRESS for 2s [ 1192.113022] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d2a004c-753d-4249-951f-0e16671c5187 in Status: SUCCESS [ 1192.113022] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d2a004c-753d-4249-951f-0e16671c5187 deletion is rescheduled due to dependency. [ 1192.113022] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d2a004c-753d-4249-951f-0e16671c5187" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.347768] env[70911]: INFO networking_nsxv3.common.synchronization [req-22429f49-66f8-480c-8733-ff45c2d037e7 req-3257b811-40d1-4f6c-bca0-7f3c47e512d5 tempest-SecurityGroupRulesTestJSON-6270574 tempest-SecurityGroupRulesTestJSON-6270574-project-member] Enqueued Resource ID: 7bb8eeed-8b89-4cba-862b-d602070a233b with Priority: HIGHEST for action security_group_rules [ 1192.348363] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb8eeed-8b89-4cba-862b-d602070a233b with Priority: HIGHEST for action security_group_rules [ 1192.348815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bb8eeed-8b89-4cba-862b-d602070a233b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.348815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bb8eeed-8b89-4cba-862b-d602070a233b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.348969] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bb8eeed-8b89-4cba-862b-d602070a233b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.352151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bb8eeed-8b89-4cba-862b-d602070a233b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.352278] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bb8eeed-8b89-4cba-862b-d602070a233b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.419967] env[70911]: INFO networking_nsxv3.common.synchronization [None req-5f83b7fa-d412-4232-8615-0f55e1252240 None None] Enqueued Resource ID: 3577a43d-7694-4d71-ad12-0b02b16d4620 with Priority: HIGHEST for action port [ 1192.420832] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3577a43d-7694-4d71-ad12-0b02b16d4620 with Priority: HIGHEST for action port [ 1192.421187] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3577a43d-7694-4d71-ad12-0b02b16d4620 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.421423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3577a43d-7694-4d71-ad12-0b02b16d4620" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.421537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3577a43d-7694-4d71-ad12-0b02b16d4620" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.421779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3577a43d-7694-4d71-ad12-0b02b16d4620" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.421879] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3577a43d-7694-4d71-ad12-0b02b16d4620',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.875348] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.875512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.875649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.875783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.875868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.875964] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bb8eeed-8b89-4cba-862b-d602070a233b already deleted. [ 1192.876057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bb8eeed-8b89-4cba-862b-d602070a233b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.923555] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3577a43d-7694-4d71-ad12-0b02b16d4620 [ 1192.923793] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.923965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.924028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.924361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.924361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.924361] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3577a43d-7694-4d71-ad12-0b02b16d4620 already deleted. [ 1192.924525] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3577a43d-7694-4d71-ad12-0b02b16d4620" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.087607] env[70911]: INFO networking_nsxv3.common.synchronization [req-d5b142b9-8402-4f43-90a6-5e1f547cffb9 req-7ffb2ed4-c808-461a-a0e3-17a390a24d14 tempest-SecurityGroupRulesTestJSON-6270574 tempest-SecurityGroupRulesTestJSON-6270574-project-member] Enqueued Resource ID: 75374d95-dfca-4e47-93ae-677306ce004e with Priority: HIGHEST for action security_group_rules [ 1193.088143] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75374d95-dfca-4e47-93ae-677306ce004e with Priority: HIGHEST for action security_group_rules [ 1193.088461] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75374d95-dfca-4e47-93ae-677306ce004e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.088569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75374d95-dfca-4e47-93ae-677306ce004e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.088703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75374d95-dfca-4e47-93ae-677306ce004e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.089506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75374d95-dfca-4e47-93ae-677306ce004e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.089506] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75374d95-dfca-4e47-93ae-677306ce004e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.358670] env[70911]: INFO networking_nsxv3.common.synchronization [None req-191508fc-1320-4a5a-ac8d-9efd955362e6 None None] Enqueued Resource ID: b76a963c-5031-45cc-9970-a24506cba711 with Priority: HIGHEST for action port [ 1193.358670] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b76a963c-5031-45cc-9970-a24506cba711 with Priority: HIGHEST for action port [ 1193.358670] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-b76a963c-5031-45cc-9970-a24506cba711 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.358670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b76a963c-5031-45cc-9970-a24506cba711" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.358670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b76a963c-5031-45cc-9970-a24506cba711" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.361299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b76a963c-5031-45cc-9970-a24506cba711" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.361633] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b76a963c-5031-45cc-9970-a24506cba711',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.615139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.615303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.615389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.615657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.615752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.615860] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75374d95-dfca-4e47-93ae-677306ce004e already deleted. [ 1193.615940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75374d95-dfca-4e47-93ae-677306ce004e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.865297] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b76a963c-5031-45cc-9970-a24506cba711 [ 1193.865595] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.865791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.865893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.866321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.866321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.866321] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b76a963c-5031-45cc-9970-a24506cba711 already deleted. [ 1193.866518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b76a963c-5031-45cc-9970-a24506cba711" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.032500] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22d3976f-e45a-423b-b715-6840dbd54287 in Status: SUCCESS [ 1194.032500] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 deletion is rescheduled due to dependency. [ 1194.032500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.131489] env[70911]: INFO networking_nsxv3.common.synchronization [None req-70cff365-65ee-429d-aa08-bd33faa2f239 None None] Enqueued Resource ID: 80f9db74-636f-490c-93b2-8c9a9953934c with Priority: HIGHEST for action port [ 1194.137263] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f9db74-636f-490c-93b2-8c9a9953934c with Priority: HIGHEST for action port [ 1194.137263] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f9db74-636f-490c-93b2-8c9a9953934c taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.137263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f9db74-636f-490c-93b2-8c9a9953934c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.137263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f9db74-636f-490c-93b2-8c9a9953934c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.137263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f9db74-636f-490c-93b2-8c9a9953934c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.137263] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f9db74-636f-490c-93b2-8c9a9953934c',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.394605] env[70911]: INFO networking_nsxv3.common.synchronization [req-05f3274b-f8c4-430d-aa74-3b474b664a2f req-837f56e5-ab92-45b1-88b9-1a93f92f947c tempest-AttachVolumeNegativeTest-100397969 tempest-AttachVolumeNegativeTest-100397969-project-member] Enqueued Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_members [ 1194.395361] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGHEST for action security_group_members [ 1194.398920] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.399176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.399176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.399450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.399625] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.399760] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.399858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.399996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.400093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.400189] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.416085] env[70911]: INFO networking_nsxv3.common.synchronization [req-79ef8078-a42d-4c91-bff3-caf75ccdeab7 req-7ca8c31a-fa35-4492-af92-baf1974e7ad9 tempest-SecurityGroupRulesTestJSON-6270574 tempest-SecurityGroupRulesTestJSON-6270574-project-member] Enqueued Resource ID: eead34e9-6726-4ae6-aaf2-598ba457702e with Priority: HIGHEST for action security_group_rules [ 1194.416798] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eead34e9-6726-4ae6-aaf2-598ba457702e with Priority: HIGHEST for action security_group_rules [ 1194.417362] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eead34e9-6726-4ae6-aaf2-598ba457702e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.417362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.417362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.418082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.418082] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eead34e9-6726-4ae6-aaf2-598ba457702e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.637394] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80f9db74-636f-490c-93b2-8c9a9953934c [ 1194.637644] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.637893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.637893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.638293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.638293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.638293] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80f9db74-636f-490c-93b2-8c9a9953934c already deleted. [ 1194.638540] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f9db74-636f-490c-93b2-8c9a9953934c" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.903103] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.903261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.903324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.903551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.903790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.903877] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.903953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.904014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.904462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.904462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.904462] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef00f671-eed6-4522-a853-5190fab90619 is going to be updated. [ 1194.941910] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.942078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.942150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.942405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.942549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.942675] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eead34e9-6726-4ae6-aaf2-598ba457702e already deleted. [ 1194.942788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.943643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.943754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.943813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.944075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.946085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.953385] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef00f671-eed6-4522-a853-5190fab90619 in Status: IN_PROGRESS for 2s [ 1195.053240] env[70911]: INFO networking_nsxv3.common.synchronization [req-d8b0eece-e731-406c-88fb-032e3cedec71 req-52c572d9-8d4a-493d-9fd3-86b5cca0dd83 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1195.053742] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1195.054422] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.055363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.055363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.055363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.055363] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.055363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.055599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.055599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.055662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.055778] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.120329] env[70911]: INFO networking_nsxv3.common.synchronization [req-9610c0e6-3b94-426b-808e-56738b189c1a req-658e583b-324d-4afa-850e-1d8aaa680b71 tempest-SecurityGroupRulesTestJSON-6270574 tempest-SecurityGroupRulesTestJSON-6270574-project-member] Enqueued Resource ID: eead34e9-6726-4ae6-aaf2-598ba457702e with Priority: HIGHEST for action security_group_rules [ 1195.120869] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eead34e9-6726-4ae6-aaf2-598ba457702e with Priority: HIGHEST for action security_group_rules [ 1195.121250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eead34e9-6726-4ae6-aaf2-598ba457702e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.121459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.121513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.121744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.121828] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eead34e9-6726-4ae6-aaf2-598ba457702e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.541967] env[70911]: INFO networking_nsxv3.common.synchronization [None req-289ec800-6b10-48f4-a2c2-f0f5c150065d None None] Enqueued Resource ID: 26b35f9b-ca26-4c54-8014-06b499afa8d5 with Priority: HIGHEST for action port [ 1195.542434] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b35f9b-ca26-4c54-8014-06b499afa8d5 with Priority: HIGHEST for action port [ 1195.544034] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-26b35f9b-ca26-4c54-8014-06b499afa8d5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.544797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26b35f9b-ca26-4c54-8014-06b499afa8d5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.544797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26b35f9b-ca26-4c54-8014-06b499afa8d5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.544797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26b35f9b-ca26-4c54-8014-06b499afa8d5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.544797] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26b35f9b-ca26-4c54-8014-06b499afa8d5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.562753] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.645488] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.645636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.646264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.646264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.646264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.646264] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eead34e9-6726-4ae6-aaf2-598ba457702e already deleted. [ 1195.646264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.677784] env[70911]: INFO networking_nsxv3.common.synchronization [req-877f72c2-e62c-4e9c-be7b-2f864125f22a req-bd74bec0-c642-42cf-8ddb-7b06b0f886bb tempest-SecurityGroupRulesTestJSON-6270574 tempest-SecurityGroupRulesTestJSON-6270574-project-member] Enqueued Resource ID: eead34e9-6726-4ae6-aaf2-598ba457702e with Priority: HIGHEST for action security_group_rules [ 1195.678353] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eead34e9-6726-4ae6-aaf2-598ba457702e with Priority: HIGHEST for action security_group_rules [ 1195.678821] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eead34e9-6726-4ae6-aaf2-598ba457702e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.679089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.679089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.679233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.679458] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eead34e9-6726-4ae6-aaf2-598ba457702e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.050580] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26b35f9b-ca26-4c54-8014-06b499afa8d5 [ 1196.050580] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.050580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.050580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.050580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.050580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.050580] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26b35f9b-ca26-4c54-8014-06b499afa8d5 already deleted. [ 1196.050954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26b35f9b-ca26-4c54-8014-06b499afa8d5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.065380] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.202178] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.202178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.202178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.202178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.202178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.202400] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eead34e9-6726-4ae6-aaf2-598ba457702e already deleted. [ 1196.202400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eead34e9-6726-4ae6-aaf2-598ba457702e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.569060] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.569385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.569852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.569852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.569852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.570144] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1196.598456] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.598456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.598456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.598456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.598456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.609674] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1196.963623] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef00f671-eed6-4522-a853-5190fab90619 in Status: SUCCESS [ 1196.963814] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef00f671-eed6-4522-a853-5190fab90619 deletion is rescheduled due to dependency. [ 1196.965515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.231168] env[70911]: INFO networking_nsxv3.common.synchronization [None req-fdc1a4a1-f7f7-48f1-9ce9-73eb5dbfdfcc None None] Enqueued Resource ID: edbe4d94-9c42-4300-aecb-3a69366c23fa with Priority: HIGHEST for action port [ 1197.231168] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edbe4d94-9c42-4300-aecb-3a69366c23fa with Priority: HIGHEST for action port [ 1197.231168] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-edbe4d94-9c42-4300-aecb-3a69366c23fa taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.231168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edbe4d94-9c42-4300-aecb-3a69366c23fa" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.231168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edbe4d94-9c42-4300-aecb-3a69366c23fa" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.231168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edbe4d94-9c42-4300-aecb-3a69366c23fa" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.231168] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edbe4d94-9c42-4300-aecb-3a69366c23fa',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.735643] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edbe4d94-9c42-4300-aecb-3a69366c23fa [ 1197.735923] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.736071] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.736139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.736363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.736454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.736551] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edbe4d94-9c42-4300-aecb-3a69366c23fa already deleted. [ 1197.738024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edbe4d94-9c42-4300-aecb-3a69366c23fa" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.622051] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1198.623182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.756154] env[70911]: INFO networking_nsxv3.common.synchronization [None req-1ad5497b-1fa5-4a05-a12b-5f17b4ca8550 None None] Enqueued Resource ID: cd9696ef-45a0-4ac1-90f3-a0417ba013d7 with Priority: HIGHEST for action port [ 1200.756412] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9696ef-45a0-4ac1-90f3-a0417ba013d7 with Priority: HIGHEST for action port [ 1200.757489] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9696ef-45a0-4ac1-90f3-a0417ba013d7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.757489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9696ef-45a0-4ac1-90f3-a0417ba013d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.757489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9696ef-45a0-4ac1-90f3-a0417ba013d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.757489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9696ef-45a0-4ac1-90f3-a0417ba013d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.757489] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9696ef-45a0-4ac1-90f3-a0417ba013d7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.946210] env[70911]: INFO networking_nsxv3.common.synchronization [None req-bef27b8a-d671-4250-b3f1-376e8f98184a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_rules [ 1200.946605] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_rules [ 1200.947339] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.947397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.947440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.948673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.948673] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.024542] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cf52f786-b19e-4894-9641-2364cf11c71a tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_rules [ 1201.024702] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_rules [ 1201.024924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.025040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.260156] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9696ef-45a0-4ac1-90f3-a0417ba013d7 [ 1201.260406] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.260585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.260585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.261293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.261293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.261293] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9696ef-45a0-4ac1-90f3-a0417ba013d7 already deleted. [ 1201.261293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9696ef-45a0-4ac1-90f3-a0417ba013d7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.468653] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.468653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.468653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.468653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.468653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.468653] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 already deleted. [ 1201.468906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.468906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.469047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.469146] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.989579] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.989899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.989899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.990445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.990445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.990445] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 already deleted. [ 1201.990445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.976210] env[70911]: INFO networking_nsxv3.common.synchronization [None req-d630cfb7-3e12-4ec1-9fc5-0361bc2629cf None None] Enqueued Resource ID: e57b5aca-cb54-491e-bca3-cc88c18ec6c1 with Priority: HIGHEST for action port [ 1202.976210] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e57b5aca-cb54-491e-bca3-cc88c18ec6c1 with Priority: HIGHEST for action port [ 1202.977519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e57b5aca-cb54-491e-bca3-cc88c18ec6c1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.977679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e57b5aca-cb54-491e-bca3-cc88c18ec6c1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.977765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e57b5aca-cb54-491e-bca3-cc88c18ec6c1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.978131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e57b5aca-cb54-491e-bca3-cc88c18ec6c1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.978208] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e57b5aca-cb54-491e-bca3-cc88c18ec6c1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.087206] env[70911]: INFO networking_nsxv3.common.synchronization [req-258de086-7c6a-4c5e-a866-977572701e29 req-92b15e24-5523-4f08-a50b-508fd2346b62 tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Enqueued Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_members [ 1203.087506] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_members [ 1203.090668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-23d97d93-8e76-43a9-9d65-de18374fc925 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.090668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.090668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.090668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.090668] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.090668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.090668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.090668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.090668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.090668] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.483219] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e57b5aca-cb54-491e-bca3-cc88c18ec6c1 [ 1203.483451] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.483585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.483651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.483915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.484013] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.484114] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e57b5aca-cb54-491e-bca3-cc88c18ec6c1 already deleted. [ 1203.484197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e57b5aca-cb54-491e-bca3-cc88c18ec6c1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.545469] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.545684] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-102" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.545809] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-102" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.546190] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-102" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.546468] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.546630] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.546750] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.546977] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.547147] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.547368] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.547487] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.547598] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.547706] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.547816] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1203.547922] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.548103] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.566775] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.566775] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1203.566924] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.567489] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-102" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.567489] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-51879066-fbf1-4c52-a07d-5a373a54ce45 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.567644] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.567730] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.568061] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.568230] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51879066-fbf1-4c52-a07d-5a373a54ce45',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.591962] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.592109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.592204] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.592446] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.592534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.592755] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.592847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.592919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.593082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.593156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.593251] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23d97d93-8e76-43a9-9d65-de18374fc925 already deleted. [ 1203.593328] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.070962] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.071215] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.071345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.071656] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.071820] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.071981] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 51879066-fbf1-4c52-a07d-5a373a54ce45 not found, creating... [ 1204.072454] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.072454] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.072546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.072764] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.072905] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.073200] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.073360] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.073481] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.073691] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.073849] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.073992] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 51879066-fbf1-4c52-a07d-5a373a54ce45 is going to be created. [ 1204.092279] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.092584] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.092626] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.093481] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.093481] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.093481] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.306131] env[70911]: INFO networking_nsxv3.common.synchronization [req-0b9ee29b-000b-4cd4-b1ec-e3ba609f0b22 req-42aa8d45-e79d-470a-8d4c-1e2755bd4648 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1204.308017] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1204.308017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.308017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.308017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.308017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.308017] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.308017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.308017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.308017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.308017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.308017] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.800242] env[70911]: INFO networking_nsxv3.common.synchronization [req-258de086-7c6a-4c5e-a866-977572701e29 req-509d9fd5-5cec-42fd-bba9-c9ed58f58463 service nova] Enqueued Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_rules [ 1204.800424] env[70911]: INFO networking_nsxv3.common.synchronization [req-258de086-7c6a-4c5e-a866-977572701e29 req-509d9fd5-5cec-42fd-bba9-c9ed58f58463 service nova] Enqueued Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_members [ 1204.800568] env[70911]: INFO networking_nsxv3.common.synchronization [req-258de086-7c6a-4c5e-a866-977572701e29 req-509d9fd5-5cec-42fd-bba9-c9ed58f58463 service nova] Enqueued Resource ID: 51879066-fbf1-4c52-a07d-5a373a54ce45 with Priority: HIGHEST for action port [ 1204.800812] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_rules [ 1204.800937] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_members [ 1204.801044] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51879066-fbf1-4c52-a07d-5a373a54ce45 with Priority: HIGHEST for action port [ 1204.801586] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23d97d93-8e76-43a9-9d65-de18374fc925 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.801710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.801789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.802017] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.802187] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.803277] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-23d97d93-8e76-43a9-9d65-de18374fc925 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.803384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.803453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.803619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.805591] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.805591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.805591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.805905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.805905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.805979] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.806679] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-51879066-fbf1-4c52-a07d-5a373a54ce45 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.806783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.806865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.807114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.807114] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51879066-fbf1-4c52-a07d-5a373a54ce45',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.810596] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.010453] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 req-437623ae-2d9d-461d-b265-171e1d9d7f79 tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Enqueued Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_members [ 1205.010967] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_members [ 1205.011287] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.011467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.011585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.011739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.011891] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.012048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.012407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.013169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.013169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.013169] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.308979] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-23d97d93-8e76-43a9-9d65-de18374fc925 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.309287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.312798] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51879066-fbf1-4c52-a07d-5a373a54ce45 with status ACTIVE [ 1205.313019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.313176] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.313282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.313445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.313534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.313801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.313927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.313989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.315477] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.316218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.319073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.319073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.319073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.319073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.319073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.319073] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51879066-fbf1-4c52-a07d-5a373a54ce45 is going to be updated. [ 1205.319073] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.319073] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.338336] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.338463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.338557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.338729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.338893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.339028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51879066-fbf1-4c52-a07d-5a373a54ce45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.346716] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-203 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.346919] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-203" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.347059] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-203" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.347403] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-203" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.347646] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.347809] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.347927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.348147] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.348292] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.348502] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.348618] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.348730] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.348856] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.348969] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1205.349105] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.349255] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.366846] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.367528] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1205.367528] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.367528] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-203" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.367725] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.367822] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.368364] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.368364] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.368364] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e078f6e0-0ac8-4626-8c2a-9996d6fc9373',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.515431] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.515431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.515431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.515637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.515637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.516398] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.516398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.516398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.516398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.516398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.516398] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229c823d-840d-4b13-8db3-98de288dabd1 already deleted. [ 1205.516398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.822084] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.823242] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.823366] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.823428] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.823628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.823713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.823808] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1205.850520] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.850665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.850729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.850925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.851080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.858904] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1205.870649] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.870649] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.870649] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.870927] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.871710] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.871710] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port e078f6e0-0ac8-4626-8c2a-9996d6fc9373 not found, creating... [ 1205.871710] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.871900] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.871900] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.872540] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.872540] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.872540] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.872727] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.872815] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.873037] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.873181] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.873322] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: e078f6e0-0ac8-4626-8c2a-9996d6fc9373 is going to be created. [ 1205.892729] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.893646] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.893840] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.894137] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.894382] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.894647] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.327543] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.327789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.327789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.327973] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.328076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.328181] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23d97d93-8e76-43a9-9d65-de18374fc925 is going to be created. [ 1206.352360] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.352501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.352578] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.352748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.352903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.361151] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23d97d93-8e76-43a9-9d65-de18374fc925 in Status: UNINITIALIZED for 2s [ 1206.640472] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 req-5024fe08-6f7c-4d91-8116-aa4ed89f036c service nova] Enqueued Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_rules [ 1206.640638] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 req-5024fe08-6f7c-4d91-8116-aa4ed89f036c service nova] Enqueued Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_members [ 1206.640796] env[70911]: INFO networking_nsxv3.common.synchronization [req-7b89d610-37e5-4de6-b9c0-8b24f0f147b0 req-5024fe08-6f7c-4d91-8116-aa4ed89f036c service nova] Enqueued Resource ID: e078f6e0-0ac8-4626-8c2a-9996d6fc9373 with Priority: HIGHEST for action port [ 1206.641011] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_rules [ 1206.641142] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_members [ 1206.641238] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e078f6e0-0ac8-4626-8c2a-9996d6fc9373 with Priority: HIGHEST for action port [ 1206.641900] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.641970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.642028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.642321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.642363] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.643216] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.643325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.643391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.643563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.643726] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.643785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.643844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.644027] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.644141] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.644237] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.645227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.645334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.645414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.645608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.645699] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e078f6e0-0ac8-4626-8c2a-9996d6fc9373',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.147434] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.147608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.147751] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.148633] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e078f6e0-0ac8-4626-8c2a-9996d6fc9373 with status ACTIVE [ 1207.148816] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.148928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.148992] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.149210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.149304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.149489] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.149617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.149669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.149806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.149885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.150069] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.150159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.150265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.150354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.150426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.150748] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e078f6e0-0ac8-4626-8c2a-9996d6fc9373 is going to be updated. [ 1207.170968] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.171143] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.171195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.171395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.171598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.171765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e078f6e0-0ac8-4626-8c2a-9996d6fc9373" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.652409] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.869089] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1207.869322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.155576] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.155769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.155816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.156044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.156139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.156216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229c823d-840d-4b13-8db3-98de288dabd1 is going to be created. [ 1208.176855] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.177145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.177145] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.177289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.177450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.186186] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229c823d-840d-4b13-8db3-98de288dabd1 in Status: UNINITIALIZED for 2s [ 1208.373482] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23d97d93-8e76-43a9-9d65-de18374fc925 in Status: SUCCESS [ 1208.373704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.373911] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.374185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.374387] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.374476] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.374607] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.374676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.374758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.374837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.374924] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.880444] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-23d97d93-8e76-43a9-9d65-de18374fc925 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.880792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.880792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.880871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.881051] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.881175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.881175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.881282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.881367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.881458] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.881665] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-23d97d93-8e76-43a9-9d65-de18374fc925 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.881782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.881853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.882018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.882167] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.882304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.882377] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.882532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.882611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.882705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.882807] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.385459] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23d97d93-8e76-43a9-9d65-de18374fc925: rpc.has_security_group_logging(os_id): False [ 1209.402801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.402986] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.403048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.403584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.403584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.403584] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.403759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.403759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.403822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.403859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.404081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.404207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.404207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.404333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.404393] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.404540] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.404624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.404674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.404802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.404866] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.404952] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23d97d93-8e76-43a9-9d65-de18374fc925 is going to be created. [ 1209.459693] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.459877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.459943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.460139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.460324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.472330] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23d97d93-8e76-43a9-9d65-de18374fc925 in Status: IN_PROGRESS for 2s [ 1209.756953] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 req-90d0d927-b992-4f3d-8954-55725b80e8b9 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_members [ 1209.757483] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_members [ 1209.757778] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.757897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.757961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.758910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.759124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.759260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.759352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.759578] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.759748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.760488] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.085025] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.085025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.085025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.085025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.085025] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.085025] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.085808] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.086176] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.089110] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.089110] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.089110] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.089110] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.089110] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.089110] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1210.089110] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.089110] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.114936] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.114936] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1210.114936] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.114936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.114936] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-030b14b4-b18a-4402-8bc4-f1c4cf9523da taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.114936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.114936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.114936] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.114936] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030b14b4-b18a-4402-8bc4-f1c4cf9523da',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.196420] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229c823d-840d-4b13-8db3-98de288dabd1 in Status: SUCCESS [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.196420] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.196420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.196420] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.262137] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.262324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.262533] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.262807] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.262914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.263151] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.263292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.263364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.263538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.263622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.263709] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 already deleted. [ 1210.263815] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.618026] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.618026] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.618026] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.618244] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.618351] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.618953] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 030b14b4-b18a-4402-8bc4-f1c4cf9523da not found, creating... [ 1210.618953] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.619140] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.619140] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.619352] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.619533] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.619840] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.620039] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.620181] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.620411] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.620565] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.620714] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 030b14b4-b18a-4402-8bc4-f1c4cf9523da is going to be created. [ 1210.641275] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.642138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.642138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.642138] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.642311] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.642406] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.700144] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.700321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.700394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.700620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.700815] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.700918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.700982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.701147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.701238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.701325] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.701506] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.701598] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.701654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.701795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.701957] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.702062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.702103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.702217] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.702297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.702392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.702482] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.213366] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229c823d-840d-4b13-8db3-98de288dabd1: rpc.has_security_group_logging(os_id): False [ 1211.232983] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.233358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.233358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.233358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.233630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.233671] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.233743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.233799] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.233929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.234009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.234412] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.234412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.234412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.234924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.234924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.234924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.234924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.234924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.235359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.235359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.235359] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229c823d-840d-4b13-8db3-98de288dabd1 is going to be created. [ 1211.291388] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.291388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.291388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.291388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.291388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.303147] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229c823d-840d-4b13-8db3-98de288dabd1 in Status: IN_PROGRESS for 2s [ 1211.456793] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 req-468f28cb-5860-4fb1-9032-7ed6fe6165bf service nova] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_rules [ 1211.456976] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 req-468f28cb-5860-4fb1-9032-7ed6fe6165bf service nova] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_members [ 1211.457137] env[70911]: INFO networking_nsxv3.common.synchronization [req-b0459637-a9e6-4cb8-a2ad-1ef2d72adbc6 req-468f28cb-5860-4fb1-9032-7ed6fe6165bf service nova] Enqueued Resource ID: 030b14b4-b18a-4402-8bc4-f1c4cf9523da with Priority: HIGHEST for action port [ 1211.457374] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_rules [ 1211.457507] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_members [ 1211.457585] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030b14b4-b18a-4402-8bc4-f1c4cf9523da with Priority: HIGHEST for action port [ 1211.458229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.458422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.458513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.458718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.458803] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.460932] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.460932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.460932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.460932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.460932] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.461213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.461213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.461213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.461375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.461375] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.462755] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-030b14b4-b18a-4402-8bc4-f1c4cf9523da taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.462828] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.462876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.463088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.463871] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030b14b4-b18a-4402-8bc4-f1c4cf9523da',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.484371] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23d97d93-8e76-43a9-9d65-de18374fc925 in Status: SUCCESS [ 1211.484371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.961852] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.962031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.963601] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.965280] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 030b14b4-b18a-4402-8bc4-f1c4cf9523da with status ACTIVE [ 1211.965482] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.965609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.965675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.966409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.966409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.966409] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.966409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.966409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.966743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.966743] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.966743] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.966867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.966867] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.970021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.970021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.970021] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 030b14b4-b18a-4402-8bc4-f1c4cf9523da is going to be updated. [ 1211.990492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.990492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.990492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.990492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.990492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.990492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-030b14b4-b18a-4402-8bc4-f1c4cf9523da" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.470179] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.972576] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.972754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.972823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.973160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.973160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.973228] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 is going to be created. [ 1212.997128] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.997128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.997128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.997128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.997128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.006214] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: UNINITIALIZED for 2s [ 1213.315661] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229c823d-840d-4b13-8db3-98de288dabd1 in Status: SUCCESS [ 1213.315661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.783126] env[70911]: INFO networking_nsxv3.common.synchronization [req-5ae24b98-4321-4813-a764-6a9611956ff6 req-c46aa47e-e4c0-4765-a67c-add21840e4ab tempest-ServerMetadataNegativeTestJSON-1516668205 tempest-ServerMetadataNegativeTestJSON-1516668205-project-member] Enqueued Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_members [ 1214.783560] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d97d93-8e76-43a9-9d65-de18374fc925 with Priority: HIGHEST for action security_group_members [ 1214.784211] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-23d97d93-8e76-43a9-9d65-de18374fc925 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.784211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.784211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.784420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.784420] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.784506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.784558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.784699] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.784782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.784869] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23d97d93-8e76-43a9-9d65-de18374fc925',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.017065] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: SUCCESS [ 1215.017289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.017442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.017657] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.017847] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.017968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.018038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.018199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.018279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.018364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.018451] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.287320] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.287492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.287559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.287924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.288088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.288280] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.288398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.288453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.288666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.288745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.288815] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23d97d93-8e76-43a9-9d65-de18374fc925 is going to be updated. [ 1215.317197] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.317437] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.318083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.318379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.318562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.333681] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23d97d93-8e76-43a9-9d65-de18374fc925 in Status: IN_PROGRESS for 2s [ 1215.520830] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.023598] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d349c99d-678d-4b0c-b41d-340c0576a3b1: rpc.has_security_group_logging(os_id): False [ 1216.040899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.041126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.041203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.041419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.041568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.041833] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.041937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.041991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.042153] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.042226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.042311] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 is going to be created. [ 1216.103584] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.103787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.103787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.104098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.104335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.115634] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: IN_PROGRESS for 2s [ 1216.545778] env[70911]: INFO networking_nsxv3.common.synchronization [req-59a44600-06c9-455b-9408-8710301339f4 req-afee6754-cc05-44d0-b861-79427499796d tempest-InstanceActionsV221TestJSON-1958139941 tempest-InstanceActionsV221TestJSON-1958139941-project-member] Enqueued Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_members [ 1216.546353] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGHEST for action security_group_members [ 1216.547428] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.547580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.547654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.547880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.548086] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.548210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.548285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.548467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.548567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.548662] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.053330] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.053841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.053841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.053917] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.053983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.054211] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.054330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.054405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.054588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.054687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.054792] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229c823d-840d-4b13-8db3-98de288dabd1 is going to be updated. [ 1217.086351] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.086563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.087177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.087407] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.087643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.095666] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229c823d-840d-4b13-8db3-98de288dabd1 in Status: IN_PROGRESS for 2s [ 1217.273821] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.274041] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.274178] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.274456] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.274725] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.274880] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.275009] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.275373] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.275546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.275777] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.275896] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.276017] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.276132] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.276246] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.276357] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.276491] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.299329] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.299568] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1217.299722] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.299896] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-500" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.300218] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-e813261f-bfea-4142-8f3f-b75163107438 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.300386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.300508] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.300760] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.300895] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e813261f-bfea-4142-8f3f-b75163107438',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.342742] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23d97d93-8e76-43a9-9d65-de18374fc925 in Status: SUCCESS [ 1217.342742] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23d97d93-8e76-43a9-9d65-de18374fc925 deletion is rescheduled due to dependency. [ 1217.342742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23d97d93-8e76-43a9-9d65-de18374fc925" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.802946] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.803205] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.803339] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.803720] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.803837] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.804180] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.804350] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.804474] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.804747] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.804850] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.805145] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.805341] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.805471] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.805785] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.805853] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.805965] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: e813261f-bfea-4142-8f3f-b75163107438 is going to be updated. [ 1217.826710] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.826903] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.827051] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.827337] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.827553] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.827781] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.130019] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: SUCCESS [ 1218.130359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.551496] env[70911]: INFO networking_nsxv3.common.synchronization [req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 req-4b7d6d83-4fc7-4562-a037-bc0bd4d0dc90 service nova] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1218.551710] env[70911]: INFO networking_nsxv3.common.synchronization [req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 req-4b7d6d83-4fc7-4562-a037-bc0bd4d0dc90 service nova] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1218.551862] env[70911]: INFO networking_nsxv3.common.synchronization [req-33ad3304-8a77-44db-8dd8-c3712c9a75e2 req-4b7d6d83-4fc7-4562-a037-bc0bd4d0dc90 service nova] Enqueued Resource ID: e813261f-bfea-4142-8f3f-b75163107438 with Priority: HIGHEST for action port [ 1218.552178] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_rules [ 1218.552243] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1218.552336] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e813261f-bfea-4142-8f3f-b75163107438 with Priority: HIGHEST for action port [ 1218.552898] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.553065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.553144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.553342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.553423] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.554246] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.554363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.554423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.554575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.554718] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.554804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.554864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.554996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.555090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.555175] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.555892] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-e813261f-bfea-4142-8f3f-b75163107438 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.556014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.556222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.556381] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.556458] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e813261f-bfea-4142-8f3f-b75163107438',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.058741] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.058741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.058926] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.062018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e813261f-bfea-4142-8f3f-b75163107438 with status ACTIVE [ 1219.062018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.062018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.062018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.062018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.062018] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e813261f-bfea-4142-8f3f-b75163107438 is going to be updated. [ 1219.082186] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.082329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.082409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.082727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.082908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.083139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e813261f-bfea-4142-8f3f-b75163107438" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.103617] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229c823d-840d-4b13-8db3-98de288dabd1 in Status: SUCCESS [ 1219.103807] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229c823d-840d-4b13-8db3-98de288dabd1 deletion is rescheduled due to dependency. [ 1219.103941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.564552] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.662743] env[70911]: INFO networking_nsxv3.common.synchronization [req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e req-0cc57624-abcf-4699-b9d3-168f15eb12d9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1219.663515] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1219.663953] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.664752] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.664853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.666970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.666970] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.666970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.666970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.666970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.667309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.667309] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.993687] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.993806] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.993877] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.994368] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.994647] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.994812] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.994932] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.995181] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.995430] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.995544] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.995660] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.995772] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.995881] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.995992] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1219.996120] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.996244] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1220.016963] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1220.017182] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1220.017342] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1220.017597] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.018218] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-876324c9-a641-4f1e-bb42-9313c5df9401 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.018218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.018218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.018546] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.018670] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876324c9-a641-4f1e-bb42-9313c5df9401',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.070249] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.070249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.070249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.070249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.070249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.070249] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f is going to be updated. [ 1220.100427] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.100427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.100427] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.100821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.100983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.110024] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: IN_PROGRESS for 2s [ 1220.172936] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.521874] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.523031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.523031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.523031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.523031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.523269] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 876324c9-a641-4f1e-bb42-9313c5df9401 not found, creating... [ 1220.524030] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.524030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.524030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.524030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.524270] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.524355] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.524501] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.525588] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.525588] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.525588] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.525588] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 876324c9-a641-4f1e-bb42-9313c5df9401 is going to be created. [ 1220.548477] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.548668] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.548797] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.549053] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.549284] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.549506] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.675082] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.179297] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.179297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.179297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.179297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.179297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.179297] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1221.209242] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.209370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.209488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.209690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.209765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.220772] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1221.337607] env[70911]: INFO networking_nsxv3.common.synchronization [req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e req-661bb0f2-33e3-455c-82c1-7040cc8fb1ee service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1221.337767] env[70911]: INFO networking_nsxv3.common.synchronization [req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e req-661bb0f2-33e3-455c-82c1-7040cc8fb1ee service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1221.337881] env[70911]: INFO networking_nsxv3.common.synchronization [req-7cffae84-d3d7-4482-98f7-f3a5a43ce67e req-661bb0f2-33e3-455c-82c1-7040cc8fb1ee service nova] Enqueued Resource ID: 876324c9-a641-4f1e-bb42-9313c5df9401 with Priority: HIGHEST for action port [ 1221.338131] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1221.338258] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1221.338491] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 876324c9-a641-4f1e-bb42-9313c5df9401 with Priority: HIGHEST for action port [ 1221.338947] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.339012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.339079] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.339278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.339353] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.340197] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.340309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.340590] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-876324c9-a641-4f1e-bb42-9313c5df9401 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.340684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.340684] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.341317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.341317] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('876324c9-a641-4f1e-bb42-9313c5df9401',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.843413] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.843827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.843827] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 876324c9-a641-4f1e-bb42-9313c5df9401 with status ACTIVE [ 1221.843926] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.844059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.844130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.844350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.844440] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.844624] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.844721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.844770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.844944] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.845067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.845228] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.845334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.845384] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.845523] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.845596] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.845713] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 876324c9-a641-4f1e-bb42-9313c5df9401 is going to be updated. [ 1221.865537] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.865718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.865789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.865979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.869092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.869092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-876324c9-a641-4f1e-bb42-9313c5df9401" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.119712] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: SUCCESS [ 1222.120000] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.120361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.120496] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.120669] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.120839] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.120933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.121109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.121220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.121308] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.121413] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.623992] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.126342] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 079b79d8-a423-479d-bada-5125bbdbd60f: rpc.has_security_group_logging(os_id): False [ 1223.143651] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.143892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.143959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.144168] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.144264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.144555] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.144723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.144796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.144976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.144976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.145156] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f is going to be updated. [ 1223.198216] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.198545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.198545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.198751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.198962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.226125] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: IN_PROGRESS for 2s [ 1223.231875] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1223.232166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.232363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.232617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.232840] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.232995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.233095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.233295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.233406] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.233538] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.736163] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.240442] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.743756] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.743979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.743979] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.744287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.744390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.744524] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1224.773443] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.773575] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.773616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.773962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.774056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.785152] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1225.241583] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: SUCCESS [ 1225.241981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.339216] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.339555] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1226.794590] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1226.794813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.794972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.795207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.795396] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.795514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.795573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.795721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.795802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.795884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.795974] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.298049] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.298343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.298343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.298552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.298759] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.298912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.298912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.299167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.299167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.299272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.299397] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.299511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.299586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.299781] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.300073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.300073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.300191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.300273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.300333] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.300445] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.300596] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.679790] env[70911]: INFO networking_nsxv3.common.synchronization [None req-f6d2bf28-d55d-4bf2-8429-e40c29e8cc0a None None] Enqueued Resource ID: 937d871e-576a-4ba3-bfdb-83c7185c6d54 with Priority: HIGHEST for action port [ 1227.680455] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937d871e-576a-4ba3-bfdb-83c7185c6d54 with Priority: HIGHEST for action port [ 1227.680821] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-937d871e-576a-4ba3-bfdb-83c7185c6d54 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.681053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937d871e-576a-4ba3-bfdb-83c7185c6d54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.683728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937d871e-576a-4ba3-bfdb-83c7185c6d54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.683728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937d871e-576a-4ba3-bfdb-83c7185c6d54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.683728] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937d871e-576a-4ba3-bfdb-83c7185c6d54',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.803205] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1227.826565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.826782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.826782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.826970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.827075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.827307] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.827417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.827480] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.827642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.827730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.827918] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.828041] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.828099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.828250] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.828324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.828514] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.828614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.828676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.828826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.828901] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.828999] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1227.972513] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.972884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.973199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.973550] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.973710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.990791] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1228.186159] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 937d871e-576a-4ba3-bfdb-83c7185c6d54 [ 1228.186303] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.186429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.186532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.186820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.186913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.187042] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:937d871e-576a-4ba3-bfdb-83c7185c6d54 already deleted. [ 1228.187136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937d871e-576a-4ba3-bfdb-83c7185c6d54" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.370273] env[70911]: INFO networking_nsxv3.common.synchronization [None req-b4596651-b039-4406-b3b4-e6a40376969d tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1228.370783] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1228.371176] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.371359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.371468] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.371793] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.371943] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.447988] env[70911]: INFO networking_nsxv3.common.synchronization [None req-c9ea94f9-3cb9-4605-820b-0bcf3ba781d1 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1228.448606] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1228.449516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.449516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.892981] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.893391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.893391] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.893489] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.893524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.893607] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe already deleted. [ 1228.893689] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.893842] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.894015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.894141] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.416159] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.416348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.416390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.420023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.420023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.420023] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe already deleted. [ 1229.420023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.006650] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1230.007800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.205050] env[70911]: INFO networking_nsxv3.common.synchronization [None req-899be614-ddfe-41c4-9683-03563d449a17 None None] Enqueued Resource ID: 9f841d67-ca90-417e-a5f2-9efc7cdc4415 with Priority: HIGHEST for action port [ 1230.205334] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f841d67-ca90-417e-a5f2-9efc7cdc4415 with Priority: HIGHEST for action port [ 1230.205902] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f841d67-ca90-417e-a5f2-9efc7cdc4415 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.206042] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f841d67-ca90-417e-a5f2-9efc7cdc4415" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.206111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f841d67-ca90-417e-a5f2-9efc7cdc4415" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.206368] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f841d67-ca90-417e-a5f2-9efc7cdc4415" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.206449] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f841d67-ca90-417e-a5f2-9efc7cdc4415',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.708206] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f841d67-ca90-417e-a5f2-9efc7cdc4415 [ 1230.708461] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.708739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.708836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.709174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.709300] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.709406] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f841d67-ca90-417e-a5f2-9efc7cdc4415 already deleted. [ 1230.709491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f841d67-ca90-417e-a5f2-9efc7cdc4415" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.230754] env[70911]: INFO networking_nsxv3.common.synchronization [req-b7976514-58bb-451e-87c3-971b52be81f3 req-17bec822-443f-41c2-a4ad-d9cbb1c452a0 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1233.231239] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1233.231548] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.231691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.231823] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.232034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.232193] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.232295] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.232355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.232497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.232582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.232674] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.734881] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.199558] env[70911]: INFO networking_nsxv3.common.synchronization [req-c9dec261-78ce-4f12-8430-ccd8159b8896 req-25aea79c-6f64-4d6c-b335-0619db3633db tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1234.200270] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1234.200637] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.200765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.200847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.201261] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.201464] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.201584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.201644] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.201907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.202036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.202137] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.236396] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.462213] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.462353] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.462392] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.462751] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.463043] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.463527] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.463527] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.463652] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.463719] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.463974] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.464080] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1234.464191] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1234.464396] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1234.464484] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1234.464625] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1234.464706] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1234.483461] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1234.483666] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1234.483879] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1234.483996] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.484355] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-3aa5261a-8e2c-4880-b4b9-ef027c82c348 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.484603] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.484669] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.484964] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.485442] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa5261a-8e2c-4880-b4b9-ef027c82c348',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.704562] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.704732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.704813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.705047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.705144] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.705345] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.705447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.705508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.705658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.705733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.705815] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe already deleted. [ 1234.705894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.738373] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.738542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.738606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.738770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.738856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.738954] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1234.765659] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.765810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.765952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.766160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.766278] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.774972] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1234.988029] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.988029] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.988418] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.988537] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.988591] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.988754] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 3aa5261a-8e2c-4880-b4b9-ef027c82c348 not found, creating... [ 1234.989032] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.989201] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.989324] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.989550] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.989720] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.990032] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.990279] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.990417] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.990642] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.990786] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.990932] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 3aa5261a-8e2c-4880-b4b9-ef027c82c348 is going to be created. [ 1235.010462] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.010773] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.010961] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.011251] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.011490] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.011718] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.682608] env[70911]: INFO networking_nsxv3.common.synchronization [req-c9dec261-78ce-4f12-8430-ccd8159b8896 req-4e109c81-32ce-4f8d-96eb-1d8bf42f2b8e service nova] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1235.682889] env[70911]: INFO networking_nsxv3.common.synchronization [req-c9dec261-78ce-4f12-8430-ccd8159b8896 req-4e109c81-32ce-4f8d-96eb-1d8bf42f2b8e service nova] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1235.682951] env[70911]: INFO networking_nsxv3.common.synchronization [req-c9dec261-78ce-4f12-8430-ccd8159b8896 req-4e109c81-32ce-4f8d-96eb-1d8bf42f2b8e service nova] Enqueued Resource ID: 3aa5261a-8e2c-4880-b4b9-ef027c82c348 with Priority: HIGHEST for action port [ 1235.683220] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1235.683348] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1235.683443] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa5261a-8e2c-4880-b4b9-ef027c82c348 with Priority: HIGHEST for action port [ 1235.683978] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.684156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.684276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.684420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.684502] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.685294] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.685404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.685470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.685627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.685795] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.685894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.685957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.686112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.686194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.686277] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.686966] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aa5261a-8e2c-4880-b4b9-ef027c82c348 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.687086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.687152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.687296] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.687368] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa5261a-8e2c-4880-b4b9-ef027c82c348',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.189594] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.189821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.189872] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.190731] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aa5261a-8e2c-4880-b4b9-ef027c82c348 with status ACTIVE [ 1236.190918] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.191028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.191096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.191299] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.191388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.191558] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.191651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.191712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.191893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.191963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.192227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.192322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.192383] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.192522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.192594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.192676] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aa5261a-8e2c-4880-b4b9-ef027c82c348 is going to be updated. [ 1236.215191] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.215376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.215376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.215538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.215664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.215836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aa5261a-8e2c-4880-b4b9-ef027c82c348" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.694937] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.784008] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1236.784223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.198068] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.198068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.198068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.198068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.198068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.198068] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be created. [ 1237.224376] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.224534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.224534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.224678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.224859] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.233401] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: UNINITIALIZED for 2s [ 1237.884867] env[70911]: INFO networking_nsxv3.common.synchronization [req-197a795c-3292-44fe-87ef-271a9bb86693 req-96500f29-62ba-400c-8281-68ae631fb6f3 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1237.885435] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1237.885697] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.885827] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.885915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.886109] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.886241] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.886345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.886426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.886580] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.886642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.886726] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.389098] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.389264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.389332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.389554] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.389647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.389892] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.389996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.390073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.390223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.390304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.390391] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1238.414929] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.415103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.415159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.415332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.415470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.422682] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1239.244026] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1239.244026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.244026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.244488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.244488] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.244591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.244591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.244798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.244892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.245011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.245149] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.748424] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.252528] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1119f4e6-2a36-47b5-acda-b868152acefe: rpc.has_security_group_logging(os_id): False [ 1240.269667] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.269885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.269940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.270160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.270258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.270514] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.270616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.270700] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.270856] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.270948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.271049] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be created. [ 1240.327135] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.327369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.327369] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.327545] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.327722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.338935] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: IN_PROGRESS for 2s [ 1240.435586] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1240.435737] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 deletion is rescheduled due to dependency. [ 1240.435849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.351940] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1242.352231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.667516] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 req-b76601e5-9db2-4f46-8a1e-afdd9776eec9 tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1242.668020] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1242.668330] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.668517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.668517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.668702] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.668854] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.668949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.669014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.669159] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.669263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.669353] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.935659] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.935909] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.936146] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.936391] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.936725] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.936876] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.937037] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.937298] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.937490] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.937742] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.937895] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.938031] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.938180] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.938329] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1242.938461] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.938617] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.956378] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.956589] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1242.956806] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.956969] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-845" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.957371] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-253b3dfa-dd2b-499f-8da5-c00942ad961a taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.957593] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.957747] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.958124] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.958300] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253b3dfa-dd2b-499f-8da5-c00942ad961a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.171372] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.460524] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.460826] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.460826] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.461218] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.461356] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.461522] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 253b3dfa-dd2b-499f-8da5-c00942ad961a not found, creating... [ 1243.461809] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.461999] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.462142] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.462832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.462832] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.462832] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.462974] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.463098] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.463308] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.463444] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.463588] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 253b3dfa-dd2b-499f-8da5-c00942ad961a is going to be created. [ 1243.485691] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.485963] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.486068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.486335] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.486572] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.486800] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.673912] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.175945] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.176156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.176255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.176500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.176618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.176741] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1244.202723] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.202889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.202939] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.203185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.203350] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.212592] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1244.248022] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 req-42b361cf-86b3-40fd-8969-a02793e8b1d9 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1244.248251] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 req-42b361cf-86b3-40fd-8969-a02793e8b1d9 service nova] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1244.248438] env[70911]: INFO networking_nsxv3.common.synchronization [req-b8e3441d-d78d-4435-bd74-dc0d3d6cfa17 req-42b361cf-86b3-40fd-8969-a02793e8b1d9 service nova] Enqueued Resource ID: 253b3dfa-dd2b-499f-8da5-c00942ad961a with Priority: HIGHEST for action port [ 1244.248889] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_rules [ 1244.249349] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1244.250418] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 253b3dfa-dd2b-499f-8da5-c00942ad961a with Priority: HIGHEST for action port [ 1244.250720] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.250846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.250919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.251123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.251207] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.253210] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.253210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.253437] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-253b3dfa-dd2b-499f-8da5-c00942ad961a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.253549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.253614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.253780] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.253855] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('253b3dfa-dd2b-499f-8da5-c00942ad961a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.753135] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.753578] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.756524] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 253b3dfa-dd2b-499f-8da5-c00942ad961a with status ACTIVE [ 1244.756524] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.756524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.756524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.756758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.756758] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.756901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.756994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.757065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.757215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.757286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.757469] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.757559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.758717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.758717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.758717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.758717] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 253b3dfa-dd2b-499f-8da5-c00942ad961a is going to be updated. [ 1244.777857] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.778075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.778075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.778229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.778353] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.778746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-253b3dfa-dd2b-499f-8da5-c00942ad961a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.221510] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1246.221885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.221885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.222104] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.222289] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.222402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.222469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.222610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.222679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.222772] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.725281] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.227498] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.730330] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.730330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.730330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.730330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.730330] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.730330] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1247.732441] env[70911]: INFO networking_nsxv3.common.synchronization [req-9013bdb3-5bdf-46f0-816e-a722d44a746f req-993d023f-d80b-4ee2-935a-0da3e40b3dc8 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1247.733834] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1247.733834] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.734130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.734177] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.735202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.736516] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.736619] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.736680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.736841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.736927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.737028] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.757715] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.757894] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.757991] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.758258] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.758593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.767519] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1248.083194] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.083414] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.083543] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.083808] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.084104] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.084274] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.084398] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.084614] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.084768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.084981] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.085122] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.085238] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.085350] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.085462] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.085570] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.085702] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.103943] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.104113] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1248.104252] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.104416] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-583" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.104685] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-7e558704-d2ac-4f3d-9ced-9abf926c4f29 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.104845] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.104968] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.105302] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.105447] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e558704-d2ac-4f3d-9ced-9abf926c4f29',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.240555] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.240555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.240555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.240555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.240555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.241072] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.241072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.241072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.241272] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.241374] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.241488] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1248.270588] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.270790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.270841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.271060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.271255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.279561] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1248.608145] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.608399] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.608539] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.608846] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.609010] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.609216] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 7e558704-d2ac-4f3d-9ced-9abf926c4f29 not found, creating... [ 1248.609550] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.609713] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.609837] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.610092] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.610238] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.610531] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.610689] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.610809] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.611031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.611175] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.611317] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 7e558704-d2ac-4f3d-9ced-9abf926c4f29 is going to be created. [ 1248.631139] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.631322] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.631451] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.631693] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.631929] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.632176] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.308979] env[70911]: INFO networking_nsxv3.common.synchronization [req-9013bdb3-5bdf-46f0-816e-a722d44a746f req-0756a614-c0cc-42bc-9dad-06b8ca0a0c0d service nova] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 1249.309280] env[70911]: INFO networking_nsxv3.common.synchronization [req-9013bdb3-5bdf-46f0-816e-a722d44a746f req-0756a614-c0cc-42bc-9dad-06b8ca0a0c0d service nova] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1249.309280] env[70911]: INFO networking_nsxv3.common.synchronization [req-9013bdb3-5bdf-46f0-816e-a722d44a746f req-0756a614-c0cc-42bc-9dad-06b8ca0a0c0d service nova] Enqueued Resource ID: 7e558704-d2ac-4f3d-9ced-9abf926c4f29 with Priority: HIGHEST for action port [ 1249.309473] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_rules [ 1249.309610] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1249.309690] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e558704-d2ac-4f3d-9ced-9abf926c4f29 with Priority: HIGHEST for action port [ 1249.310572] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.310653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.310653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.310860] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.310937] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.312140] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.312690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.312945] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e558704-d2ac-4f3d-9ced-9abf926c4f29 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.313099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.313463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.313675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.313763] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e558704-d2ac-4f3d-9ced-9abf926c4f29',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.777192] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1249.777451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.777565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.777774] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.777971] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.778101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.778165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.778319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.778399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.778483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.778574] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.815873] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e558704-d2ac-4f3d-9ced-9abf926c4f29 with status ACTIVE [ 1249.816102] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.816234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.816307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.816877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.816877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.816877] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.816877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.816877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.817490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.817490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.817490] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.817490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.817490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.817663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.817663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.817663] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e558704-d2ac-4f3d-9ced-9abf926c4f29 is going to be updated. [ 1249.819195] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.819293] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.837620] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.837795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.837795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.837984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.838137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.838359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e558704-d2ac-4f3d-9ced-9abf926c4f29" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.281229] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.281309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.281379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.281589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.281749] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.281847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.281910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.282134] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.282222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.282310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.282456] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.282547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.282608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.282747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.282883] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.283043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.283043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.283192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.283266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.283346] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.283435] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.291318] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1250.291488] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 deletion is rescheduled due to dependency. [ 1250.291588] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.291984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.292170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.292323] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.292425] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.292491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.292628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.292704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.292793] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.472315] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.472623] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.472669] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.472933] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.473177] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.473332] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.473613] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.473894] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.474056] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.474287] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.474415] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.474750] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.474874] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.474997] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1250.475125] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.475262] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.492740] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.492896] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1250.493072] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.493256] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-45" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.493554] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.493725] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.493847] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.494120] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.494273] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbd6b1e-08a9-452a-8cbc-ae091306b3c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.786076] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e04e774-5805-4e67-971a-e19c094c2ec6: rpc.has_security_group_logging(os_id): False [ 1250.794689] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.805254] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.805451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.805451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.805643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.805836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.805936] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.806082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.806082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.806259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.806340] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.806481] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.806592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.806674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.806750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.806830] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.806981] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.807214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.807214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.807387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.807387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.807520] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1250.861905] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.862155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.862205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.862424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.862568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.877196] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1250.997017] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.997260] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.997450] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.997782] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.997946] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.998284] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.998459] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.998580] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.998798] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.998939] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.999238] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.999397] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.999516] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.999724] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.999884] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.000063] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 is going to be updated. [ 1251.020855] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.021068] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.021206] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.021451] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.021647] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.021870] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.296693] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.676175] env[70911]: INFO networking_nsxv3.common.synchronization [req-2b913a56-d985-4994-bd05-736e893106d5 req-def31cff-4ecb-450a-bd95-ef9c596de41f service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 1251.676452] env[70911]: INFO networking_nsxv3.common.synchronization [req-2b913a56-d985-4994-bd05-736e893106d5 req-def31cff-4ecb-450a-bd95-ef9c596de41f service nova] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1251.676500] env[70911]: INFO networking_nsxv3.common.synchronization [req-2b913a56-d985-4994-bd05-736e893106d5 req-def31cff-4ecb-450a-bd95-ef9c596de41f service nova] Enqueued Resource ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 with Priority: HIGHEST for action port [ 1251.676717] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_rules [ 1251.676842] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1251.676937] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 with Priority: HIGHEST for action port [ 1251.677470] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.677616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.677656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.677847] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.677930] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.678772] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.678841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.678909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.679083] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.679347] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.679454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.679515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.679660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.679761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.679828] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.680577] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.680685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.680748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.680891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.680980] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffbd6b1e-08a9-452a-8cbc-ae091306b3c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.799203] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.799396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.799455] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.799630] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.799719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.799813] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1251.825096] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.825326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.825450] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.825730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.825977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.834350] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1252.183090] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.183289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.183483] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.184594] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 with status ACTIVE [ 1252.184712] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.184785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.184937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.185164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.185226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.185389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.185507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.185564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.185749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.185829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.186043] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.186169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.186232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.186451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.186491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.186573] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffbd6b1e-08a9-452a-8cbc-ae091306b3c5 is going to be updated. [ 1252.222010] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.222175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.222275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.222486] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.222635] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.222810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffbd6b1e-08a9-452a-8cbc-ae091306b3c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.688855] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.893106] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1252.893318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.190918] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.191122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.191230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.191474] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.191592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.191718] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1253.222587] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.222728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.222801] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.223020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.223169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.232701] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1253.844036] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1253.844387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.844387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.844543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.844779] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.844896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.844957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.845124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.845203] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.845289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.845381] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.347310] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.850420] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33d543ba-fe8c-4dea-8925-5ad584c73575: rpc.has_security_group_logging(os_id): False [ 1254.869556] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.869710] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.869766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.869949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.870075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.870321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.870424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.870497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.870648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.870725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.870808] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1254.928414] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.928553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.928593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.928745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.928880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.948161] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1255.241660] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1255.241898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.242110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.242322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.242519] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.242652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.242717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.242879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.242965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.243065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.243183] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.745470] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.832919] env[70911]: INFO networking_nsxv3.common.synchronization [req-ed44e023-89f8-4468-a3e9-176e9903f7cf req-3b81aa6b-8d27-43e9-b408-34b97317dc4b tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1255.834024] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1255.834467] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.834642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.834741] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.835065] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.835244] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.835561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.835561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.835697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.835794] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.835941] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.248325] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3: rpc.has_security_group_logging(os_id): False [ 1256.265652] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.265833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.265895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.266113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.266224] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.266476] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.266583] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.266641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.266812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.266884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.266986] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1256.319940] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.320158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.320158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.320373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.320517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.333826] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1256.338267] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.840510] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.961500] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1256.961731] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.342838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.343157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.343157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.343331] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.343423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.343522] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1257.372940] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.373113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.373186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.373387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.373528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.381662] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1258.346969] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1258.347266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.391170] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1259.391549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.834747] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.835058] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.164165] env[70911]: INFO networking_nsxv3.common.synchronization [req-ab387047-8a2e-492e-80c5-c193e39d3914 req-80ee6098-7b9b-41d2-8216-a8b1a2dfef7c tempest-ServersTestJSON-371117564 tempest-ServersTestJSON-371117564-project-member] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1262.164492] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGHEST for action security_group_members [ 1262.164801] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.164929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.165011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.165198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.165358] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.165459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.165518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.165660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.165744] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.165837] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.667832] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.668069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.668069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.668297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.668390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.668594] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.668693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.668756] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.668919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.668996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.669097] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be updated. [ 1262.698952] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.699125] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.699285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.699518] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.699707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.707346] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: IN_PROGRESS for 2s [ 1264.718056] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 in Status: SUCCESS [ 1264.718404] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 deletion is rescheduled due to dependency. [ 1264.718404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.165523] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.165896] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.324416] env[70911]: INFO networking_nsxv3.common.synchronization [req-4d9b924f-add3-4a1f-ae3f-9bc717808f01 req-aae1469c-cc8d-43ea-b995-57d70dc879f0 tempest-AttachVolumeShelveTestJSON-311468828 tempest-AttachVolumeShelveTestJSON-311468828-project-member] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1269.324906] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGHEST for action security_group_members [ 1269.325230] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.325356] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.325422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.325613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.325763] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.325861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.325923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.326080] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.326167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.326257] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.828398] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.828527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.828582] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.828796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.828888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.829099] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.829215] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.829316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.829397] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.829465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.829552] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f is going to be updated. [ 1269.858157] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.858321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.858321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.858650] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.858845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.868711] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: IN_PROGRESS for 2s [ 1271.879677] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 079b79d8-a423-479d-bada-5125bbdbd60f in Status: SUCCESS [ 1271.880037] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f deletion is rescheduled due to dependency. [ 1271.880037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.003173] env[70911]: INFO networking_nsxv3.common.synchronization [req-8dac8dd5-cf1c-4131-a5e5-31ba625cb1d6 req-d6ac5219-930b-4f7b-9b53-401c439529f8 tempest-ServerActionsTestOtherB-1858875561 tempest-ServerActionsTestOtherB-1858875561-project-member] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1273.003604] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGHEST for action security_group_members [ 1273.003848] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.003970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.004149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.004372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.004576] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.004719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.004805] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.004889] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.004972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.005084] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.510051] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.510228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.510324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.510502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.510611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.510800] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.510898] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.510954] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.511112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.511186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.511269] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be updated. [ 1273.537577] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.537703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.537770] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.537945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.538097] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.545763] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: IN_PROGRESS for 2s [ 1275.555875] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 in Status: SUCCESS [ 1275.555875] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 deletion is rescheduled due to dependency. [ 1275.555875] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.004698] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.005176] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.002048] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1281.002398] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:3 started [ 1283.006355] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1283.006651] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.547907] env[70911]: INFO networking_nsxv3.common.synchronization [req-e7702458-6094-440e-8198-041635cf325b req-2576af5d-65bb-4369-bfd8-2f1d58cf628f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1284.548438] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1284.548777] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.548871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.548920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.549298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.549504] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.549685] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.549767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.549965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.550128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.550264] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.785376] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.785616] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.785746] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.786012] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.786281] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.786441] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.786562] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.786773] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.786919] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.789373] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.789578] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.790194] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.790194] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.790194] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1284.790194] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.790194] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.809891] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.810080] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1284.810291] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.810507] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.810745] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-4755ce31-4b0f-4507-9243-b6af14d0e59b taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.810917] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.811053] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.811347] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.811491] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4755ce31-4b0f-4507-9243-b6af14d0e59b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.819596] env[70911]: INFO networking_nsxv3.common.synchronization [None req-25d5dfa3-8a88-42b4-995e-57f5db86dea7 None None] Enqueued Resource ID: a2aa1c71-cb62-4563-a88d-d8661dc03030 with Priority: HIGHEST for action port [ 1284.819891] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2aa1c71-cb62-4563-a88d-d8661dc03030 with Priority: HIGHEST for action port [ 1284.820482] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2aa1c71-cb62-4563-a88d-d8661dc03030 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.820599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2aa1c71-cb62-4563-a88d-d8661dc03030" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.820667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2aa1c71-cb62-4563-a88d-d8661dc03030" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.820887] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2aa1c71-cb62-4563-a88d-d8661dc03030" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.820965] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2aa1c71-cb62-4563-a88d-d8661dc03030',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.053024] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.053024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.053024] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.053232] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.053892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.053892] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.053892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.053892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.053892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.053892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.054238] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 already deleted. [ 1285.054238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.321204] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.321530] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.322296] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.322296] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.322296] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.322521] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 4755ce31-4b0f-4507-9243-b6af14d0e59b not found, creating... [ 1285.322862] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.323188] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.323449] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.323856] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.324147] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.324722] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.325017] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.325263] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.325592] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.325796] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.326011] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 4755ce31-4b0f-4507-9243-b6af14d0e59b is going to be created. [ 1285.327397] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2aa1c71-cb62-4563-a88d-d8661dc03030 [ 1285.327521] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.327736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.327736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.328470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.328470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.328470] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2aa1c71-cb62-4563-a88d-d8661dc03030 already deleted. [ 1285.328470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2aa1c71-cb62-4563-a88d-d8661dc03030" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.345909] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.346205] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.346275] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.346596] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.346908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.347162] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.009517] env[70911]: INFO networking_nsxv3.common.synchronization [req-e7702458-6094-440e-8198-041635cf325b req-8e34d2ac-14fd-4093-825b-41b8be5023ac service nova] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_rules [ 1286.009978] env[70911]: INFO networking_nsxv3.common.synchronization [req-e7702458-6094-440e-8198-041635cf325b req-8e34d2ac-14fd-4093-825b-41b8be5023ac service nova] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1286.009978] env[70911]: INFO networking_nsxv3.common.synchronization [req-e7702458-6094-440e-8198-041635cf325b req-8e34d2ac-14fd-4093-825b-41b8be5023ac service nova] Enqueued Resource ID: 4755ce31-4b0f-4507-9243-b6af14d0e59b with Priority: HIGHEST for action port [ 1286.010423] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_rules [ 1286.010519] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1286.010616] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4755ce31-4b0f-4507-9243-b6af14d0e59b with Priority: HIGHEST for action port [ 1286.011627] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.011627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.011627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.011627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.011627] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.012808] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.013443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.013542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.013725] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.013887] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.013987] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.014067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.014279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.014279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.014404] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.015547] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-4755ce31-4b0f-4507-9243-b6af14d0e59b taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.015904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.015904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.015904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.016090] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4755ce31-4b0f-4507-9243-b6af14d0e59b',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.513331] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.513538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.519782] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4755ce31-4b0f-4507-9243-b6af14d0e59b with status ACTIVE [ 1286.519782] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.519782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.519782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.519782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.519782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.519782] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.520118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.520118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.520118] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.520237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.520547] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.520547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.520547] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.520706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.520740] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.520821] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4755ce31-4b0f-4507-9243-b6af14d0e59b is going to be updated. [ 1286.521877] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.539817] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.539958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.540077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.540245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.540409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.540574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4755ce31-4b0f-4507-9243-b6af14d0e59b" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.618184] env[70911]: INFO networking_nsxv3.common.synchronization [None req-ef39f438-210b-4e78-b919-830cb2758f45 None None] Enqueued Resource ID: 2e2685c3-287d-436a-9f5d-c9538b36cb9f with Priority: HIGHEST for action port [ 1286.618184] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e2685c3-287d-436a-9f5d-c9538b36cb9f with Priority: HIGHEST for action port [ 1286.618184] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e2685c3-287d-436a-9f5d-c9538b36cb9f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.618184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e2685c3-287d-436a-9f5d-c9538b36cb9f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.618184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e2685c3-287d-436a-9f5d-c9538b36cb9f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.618184] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e2685c3-287d-436a-9f5d-c9538b36cb9f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.618184] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e2685c3-287d-436a-9f5d-c9538b36cb9f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.025266] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.120726] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e2685c3-287d-436a-9f5d-c9538b36cb9f [ 1287.120957] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.121183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.121252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.121447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.121537] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.121630] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e2685c3-287d-436a-9f5d-c9538b36cb9f already deleted. [ 1287.121707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e2685c3-287d-436a-9f5d-c9538b36cb9f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.528163] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.528324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.528376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.528615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.528705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.528803] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be created. [ 1287.549116] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.549284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.549335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.549507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.549661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.558541] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: UNINITIALIZED for 2s [ 1289.570095] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: SUCCESS [ 1289.570095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.570095] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.570492] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.570492] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.570656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.570723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.571020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.571020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.571198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.571198] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.820258] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb78a051-8370-4fda-bbcc-60d452643680 req-04c6a527-ac80-4c61-b28b-531deb9e856d tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1289.820782] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1289.821095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.821218] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.821284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.821532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.821692] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.821786] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.821843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.821988] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.822081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.822172] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.073416] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.073416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.073819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.073819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.073983] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.074098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.074164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.074320] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.075088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.075234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.075505] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.075505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.075590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.075717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.075859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.075948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.076019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.076151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.076227] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.076309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.076543] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.123771] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.124293] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.124293] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.124453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.124695] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.124894] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.125515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.125515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.125515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.125653] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.125697] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.125798] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.125897] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.126016] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.126129] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.126290] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.144317] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.144516] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.144665] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.144909] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.145321] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-48b10248-6992-4a7f-b787-4abb50b3f104 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.145536] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.145724] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.146170] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.146380] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b10248-6992-4a7f-b787-4abb50b3f104',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.325566] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.325728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.325819] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.326014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.326117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.326311] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.326459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.326459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.326612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.326687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.326771] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 already deleted. [ 1290.326843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.579847] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a91411e-a886-49fc-acee-b02c85925ff8: rpc.has_security_group_logging(os_id): False [ 1290.597591] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.597845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.597964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.598265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.598398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.598686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.598834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.598891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.599175] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.599712] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.599924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.600693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.600767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.600938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.601039] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.601235] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.601327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.601392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.601534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.601613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.601757] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be created. [ 1290.648820] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.649078] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.649203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.649498] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.649768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.649843] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 48b10248-6992-4a7f-b787-4abb50b3f104 not found, creating... [ 1290.650069] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.650228] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.650372] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.650599] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.650743] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.651033] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.651196] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.651316] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.651524] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.651658] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.651798] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 48b10248-6992-4a7f-b787-4abb50b3f104 is going to be created. [ 1290.656028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.656164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.656235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.656345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.656508] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.667761] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: IN_PROGRESS for 2s [ 1290.677714] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.677895] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.678036] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.678281] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.678503] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.678719] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.343250] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb78a051-8370-4fda-bbcc-60d452643680 req-0497f3cc-4046-46cf-83c3-c0cea0a2e9a9 service nova] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_rules [ 1291.343250] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb78a051-8370-4fda-bbcc-60d452643680 req-0497f3cc-4046-46cf-83c3-c0cea0a2e9a9 service nova] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1291.343250] env[70911]: INFO networking_nsxv3.common.synchronization [req-cb78a051-8370-4fda-bbcc-60d452643680 req-0497f3cc-4046-46cf-83c3-c0cea0a2e9a9 service nova] Enqueued Resource ID: 48b10248-6992-4a7f-b787-4abb50b3f104 with Priority: HIGHEST for action port [ 1291.343250] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_rules [ 1291.343250] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1291.343250] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48b10248-6992-4a7f-b787-4abb50b3f104 with Priority: HIGHEST for action port [ 1291.343250] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.343718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.343883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.344318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.344505] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.345536] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.345788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.345967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.346231] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.346508] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.346719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.346870] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.347110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.347304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.347477] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.348565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-48b10248-6992-4a7f-b787-4abb50b3f104 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.348822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.349043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.349332] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.349987] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48b10248-6992-4a7f-b787-4abb50b3f104',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.852181] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48b10248-6992-4a7f-b787-4abb50b3f104 with status ACTIVE [ 1291.852543] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.852543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.852543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.852713] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.852749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.852943] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.853061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.853119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.853265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.853339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.853537] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.853661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.853707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.853824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.853896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.853976] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48b10248-6992-4a7f-b787-4abb50b3f104 is going to be updated. [ 1291.855124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.855249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.855386] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.875526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.875667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.876506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.876506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.876506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.876506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48b10248-6992-4a7f-b787-4abb50b3f104" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.023604] env[70911]: INFO networking_nsxv3.common.synchronization [req-260979de-b778-441d-932d-3044cd1add36 req-e10a0cfc-da5a-49b5-8ef6-4457ec6ea4c0 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1292.024215] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1292.024588] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.024722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.358212] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.578708] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.578916] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.579057] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.579327] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.579582] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.579742] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.579861] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.580080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.580228] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.580434] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.580547] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.580654] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.580759] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.580867] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.581018] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.581210] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.598481] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.598641] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1292.598768] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.598931] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.599226] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-9c219217-f5ad-4dc8-abb6-c0465ed18b19 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.599393] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.599515] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.599813] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.599959] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c219217-f5ad-4dc8-abb6-c0465ed18b19',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.678886] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: SUCCESS [ 1292.679135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.860725] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.861133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.861133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.861266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.861266] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.861339] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be created. [ 1292.882483] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.882675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.882675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.882846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.882995] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.891218] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: UNINITIALIZED for 2s [ 1293.102011] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.102260] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.102395] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.102800] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.103078] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.103349] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 9c219217-f5ad-4dc8-abb6-c0465ed18b19 not found, creating... [ 1293.103792] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.104080] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.104295] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.104652] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.104902] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.105396] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.105667] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.105893] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.106254] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.106580] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.106854] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 9c219217-f5ad-4dc8-abb6-c0465ed18b19 is going to be created. [ 1293.125267] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.125436] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.125563] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.125782] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.125999] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.126225] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.785371] env[70911]: INFO networking_nsxv3.common.synchronization [req-260979de-b778-441d-932d-3044cd1add36 req-6ac12399-008a-43f9-ad77-9db3c768ea25 service nova] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_rules [ 1293.785552] env[70911]: INFO networking_nsxv3.common.synchronization [req-260979de-b778-441d-932d-3044cd1add36 req-6ac12399-008a-43f9-ad77-9db3c768ea25 service nova] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1293.785697] env[70911]: INFO networking_nsxv3.common.synchronization [req-260979de-b778-441d-932d-3044cd1add36 req-6ac12399-008a-43f9-ad77-9db3c768ea25 service nova] Enqueued Resource ID: 9c219217-f5ad-4dc8-abb6-c0465ed18b19 with Priority: HIGHEST for action port [ 1293.785926] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_rules [ 1293.786063] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1293.786163] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c219217-f5ad-4dc8-abb6-c0465ed18b19 with Priority: HIGHEST for action port [ 1293.786721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.786810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.786979] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.787066] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.787249] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c219217-f5ad-4dc8-abb6-c0465ed18b19 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.787341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.787401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.787616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.787706] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c219217-f5ad-4dc8-abb6-c0465ed18b19',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.290493] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c219217-f5ad-4dc8-abb6-c0465ed18b19 with status ACTIVE [ 1294.290799] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.290888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.290962] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.291194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.291283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.291455] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.291553] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.291775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.291775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.291845] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.292010] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.292110] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.292197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.292321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.292359] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.292489] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c219217-f5ad-4dc8-abb6-c0465ed18b19 is going to be updated. [ 1294.312262] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.312403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.312490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.312658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.312787] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.312932] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c219217-f5ad-4dc8-abb6-c0465ed18b19" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.900447] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1294.900659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.900833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.901049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.901236] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.901354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.901416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.901574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.901664] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.901729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.901823] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.902925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.902925] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.903076] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.903129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.903164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.903294] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.903367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.903454] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.405593] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.405966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.405966] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.908693] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.426899] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.426899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.426899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.426899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.426899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.426899] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be updated. [ 1296.445169] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.445329] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.445401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.445612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.445757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.455575] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: IN_PROGRESS for 2s [ 1298.465796] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1298.466194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.466194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.466345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.466530] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.466648] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.466711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.466863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.466943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.467049] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.787049] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.787049] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1298.969711] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.472735] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.978026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.978026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.978026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.978026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.978026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.978026] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be updated. [ 1300.000905] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.001169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.001169] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.001371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.001561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.010249] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: IN_PROGRESS for 2s [ 1302.021517] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1302.021517] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.021854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.021854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.022029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.022154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.022221] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.022390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.022466] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.022565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.022751] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.022850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.022915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.023073] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.023262] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.023389] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.023436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.023587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.023683] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.024165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.024165] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.526483] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df7668b7-4ced-4ec5-b8b1-a46d389c4da7: rpc.has_security_group_logging(os_id): False [ 1302.544719] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.545031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.545167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.545363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.545507] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.545848] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.545997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.546113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.546348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.546469] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.546748] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.546897] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.546997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.547238] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.547363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.547650] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.547810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.547914] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.548150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.548281] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.548420] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be created. [ 1302.606431] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.606431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.606431] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.606732] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.606768] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.622255] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: IN_PROGRESS for 2s [ 1303.787644] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.787936] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1304.637808] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1304.637808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.637808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.638075] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.638075] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.140577] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.140975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.140975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.141077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.141774] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.141920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.142014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.142233] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.142345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.142454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.142607] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.645446] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.645637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.645711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.645929] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.646148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.646275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.646355] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.646535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.646663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.646790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.646946] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.647052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.647115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.647254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.647390] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.647484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.647556] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.647719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.647798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.647879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.647967] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.150771] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df7668b7-4ced-4ec5-b8b1-a46d389c4da7: rpc.has_security_group_logging(os_id): False [ 1306.167946] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.168093] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.168163] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.168370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.168460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.168683] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.168783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.168846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.169036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.169117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.169305] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.169415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.169478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.169599] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.169672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.169846] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.169937] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.169996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.170149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.170223] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.170305] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be updated. [ 1306.224741] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.224945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.224945] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.225152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.225287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.235430] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: IN_PROGRESS for 2s [ 1308.253122] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1308.253419] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.788466] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.788645] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.404988] env[70911]: INFO networking_nsxv3.common.synchronization [req-9f15b700-2a20-456a-8ee4-bc11fb252f8c req-f499c910-0c46-4662-ab0c-42c331198742 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1311.405528] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1311.405829] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.405951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.406028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.406228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.406375] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.406470] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.406530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.406672] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.406791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.406839] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.909048] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.909242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.909303] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.909791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.909904] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.910124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.910222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.910280] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.910443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.910520] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.910605] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be updated. [ 1311.941151] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.941304] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.941354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.941539] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.941674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.949744] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: IN_PROGRESS for 2s [ 1311.994113] env[70911]: INFO networking_nsxv3.common.synchronization [req-43d28e20-0054-446c-8d29-ab0a59516a7e req-af833bc1-4225-42ad-b94a-e72280351158 tempest-ServerActionsTestJSON-313430653 tempest-ServerActionsTestJSON-313430653-project-member] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1311.994640] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGHEST for action security_group_members [ 1311.994963] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.995121] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.995188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.995785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.995785] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.995785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.995785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.995981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.996018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.996128] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.498951] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.498951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.498951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.498951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.498951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.498951] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.498951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.498951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.499413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.499413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.499413] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be updated. [ 1312.523926] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.524099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.524172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.524363] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.524502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.531950] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: IN_PROGRESS for 2s [ 1313.959850] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: SUCCESS [ 1313.960122] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 deletion is rescheduled due to dependency. [ 1313.960170] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.542467] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 in Status: SUCCESS [ 1314.542467] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 deletion is rescheduled due to dependency. [ 1314.542467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.466569] env[70911]: INFO networking_nsxv3.common.synchronization [None req-8742c5c4-6103-4753-a938-47a052938586 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_rules [ 1315.467229] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_rules [ 1315.467537] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.467658] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.467722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.467983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.468071] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.530342] env[70911]: INFO networking_nsxv3.common.synchronization [None req-13ac7e64-ef93-4687-b564-2ec150d8ad65 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_rules [ 1315.530819] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_rules [ 1315.531136] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.531240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.988177] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.988382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.988548] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.988804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.989129] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.989129] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec already deleted. [ 1315.989315] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.989865] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.990840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.991015] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.515784] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.515784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.515784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.516126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.516126] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.516126] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec already deleted. [ 1316.516208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.531840] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.532174] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.067573] env[70911]: INFO networking_nsxv3.common.synchronization [req-d14e18c7-a40b-431d-820e-aa9412889e82 req-789be36e-4045-4b0e-9451-a246ee61ef00 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_members [ 1321.068112] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_members [ 1321.068418] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.068541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.068608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.068858] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.069026] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.069156] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.069185] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.069337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.069421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.069513] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.438565] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.438775] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.438905] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.439210] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.439473] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.439636] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.439758] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.439982] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.440144] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.440355] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.440474] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.440595] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.440728] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.440841] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.440952] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.441100] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.462968] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.463146] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1321.463287] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.463455] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.463771] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.463954] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.464093] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.464386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.464529] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b4e0bd-6ba7-469e-bac9-010a91792ec0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.571947] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.572253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.572253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.572396] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.572483] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.572670] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.572837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.572907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.573077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.573155] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.573241] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec already deleted. [ 1321.573319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.966697] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.966897] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.966994] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.967313] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.967476] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.967641] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port d9b4e0bd-6ba7-469e-bac9-010a91792ec0 not found, creating... [ 1321.967900] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.968078] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.968203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.968432] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.968574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.968865] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.969038] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.969164] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.969377] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.969517] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.969663] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: d9b4e0bd-6ba7-469e-bac9-010a91792ec0 is going to be created. [ 1321.988335] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.988514] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.988642] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.988874] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.989117] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.989499] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.652037] env[70911]: INFO networking_nsxv3.common.synchronization [req-d14e18c7-a40b-431d-820e-aa9412889e82 req-da5c12f0-b25e-4ea0-8b8d-23809aac640e service nova] Enqueued Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_rules [ 1322.652272] env[70911]: INFO networking_nsxv3.common.synchronization [req-d14e18c7-a40b-431d-820e-aa9412889e82 req-da5c12f0-b25e-4ea0-8b8d-23809aac640e service nova] Enqueued Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_members [ 1322.652388] env[70911]: INFO networking_nsxv3.common.synchronization [req-d14e18c7-a40b-431d-820e-aa9412889e82 req-da5c12f0-b25e-4ea0-8b8d-23809aac640e service nova] Enqueued Resource ID: d9b4e0bd-6ba7-469e-bac9-010a91792ec0 with Priority: HIGHEST for action port [ 1322.652603] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_rules [ 1322.652727] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_members [ 1322.652844] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b4e0bd-6ba7-469e-bac9-010a91792ec0 with Priority: HIGHEST for action port [ 1322.653393] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.653516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.653581] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.653791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.653880] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.655410] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.655528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.655595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.655791] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.655922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.656036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.656100] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.656244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.656327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.656413] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.657378] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.657378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.657378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.657509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.657544] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b4e0bd-6ba7-469e-bac9-010a91792ec0',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.159060] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.160426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.160561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.160689] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9b4e0bd-6ba7-469e-bac9-010a91792ec0 with status ACTIVE [ 1323.160836] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.160940] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.161012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.161225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.161362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.161474] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.161565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.161623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.161773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.161850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.162426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.163043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.163043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.163378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.163542] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.163647] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9b4e0bd-6ba7-469e-bac9-010a91792ec0 is going to be updated. [ 1323.183303] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.183557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.183557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.183771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.183924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.184108] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b4e0bd-6ba7-469e-bac9-010a91792ec0" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.665512] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.169069] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.169302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.169302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.169512] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.169606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.169710] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec is going to be created. [ 1324.196699] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.196879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.196879] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.197089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.197247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.207169] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: UNINITIALIZED for 2s [ 1326.218170] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: SUCCESS [ 1326.218418] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.218543] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.218749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.218941] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.219160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.219160] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.219289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.219367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.219451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.219572] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.721486] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.224237] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28156741-ee2b-430d-a894-48c2f9d801ec: rpc.has_security_group_logging(os_id): False [ 1327.245404] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.245590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.245652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.245871] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.245998] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.246289] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.246399] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.246465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.246668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.246777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.246871] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec is going to be created. [ 1327.312325] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.312615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.312615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.312733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.312974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.326393] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: IN_PROGRESS for 2s [ 1327.653541] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.653856] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1329.340878] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: SUCCESS [ 1329.341259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.858170] env[70911]: INFO networking_nsxv3.common.synchronization [None req-acbaea10-40ac-4ba7-8e5d-a892001dfe6c tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_rules [ 1329.858895] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_rules [ 1329.858895] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.858895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.859131] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.859260] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.859344] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.940429] env[70911]: INFO networking_nsxv3.common.synchronization [None req-cc7dbc73-4091-4392-85f1-134be625d7fd tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_rules [ 1329.941118] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_rules [ 1329.941645] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.941723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.384454] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.384726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.384726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.384790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.384882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.384978] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e755da3c-0516-4760-b5f4-2afc568d466e already deleted. [ 1330.385074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.385222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.385375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.385458] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.905183] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.905347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.905347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.905559] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.905649] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.905742] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e755da3c-0516-4760-b5f4-2afc568d466e already deleted. [ 1330.905824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.942574] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.942905] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.388669] env[70911]: INFO networking_nsxv3.common.synchronization [req-1465227e-f48c-4db2-80f7-8f8f85fb16fd req-15f81180-8c17-48d8-b8b6-6ffa708d439d tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_members [ 1335.389008] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_members [ 1335.389321] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.389447] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.389515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.389767] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.389924] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.390078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.390117] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.390245] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.390328] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.390420] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.620018] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.620240] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.620371] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.620638] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.620888] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.621063] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.621179] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.621734] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.621907] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.622154] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1335.622279] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1335.622396] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1335.622509] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1335.622625] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1335.622737] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1335.622880] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.642030] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.642030] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1335.642030] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.642030] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-613" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.642030] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.642287] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.642287] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.642507] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.642649] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.892091] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.892249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.892321] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.892528] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.892617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.892805] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.892919] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.892997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.893164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.893240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.893325] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e755da3c-0516-4760-b5f4-2afc568d466e already deleted. [ 1335.893404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.949036] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.949352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.949352] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.949423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.949510] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.145332] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.145574] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.145680] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.145974] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.146177] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.146343] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 not found, creating... [ 1336.146611] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.146768] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.146898] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.147131] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.147275] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.149162] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.149357] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.149485] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.149754] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.149861] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.150015] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 is going to be created. [ 1336.168266] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.168453] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.168575] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.168817] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.169053] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.169279] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.451450] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.830981] env[70911]: INFO networking_nsxv3.common.synchronization [req-1465227e-f48c-4db2-80f7-8f8f85fb16fd req-9db8fd14-6899-46b6-8932-8962bd381ba7 service nova] Enqueued Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_rules [ 1336.830981] env[70911]: INFO networking_nsxv3.common.synchronization [req-1465227e-f48c-4db2-80f7-8f8f85fb16fd req-9db8fd14-6899-46b6-8932-8962bd381ba7 service nova] Enqueued Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_members [ 1336.830981] env[70911]: INFO networking_nsxv3.common.synchronization [req-1465227e-f48c-4db2-80f7-8f8f85fb16fd req-9db8fd14-6899-46b6-8932-8962bd381ba7 service nova] Enqueued Resource ID: ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 with Priority: HIGHEST for action port [ 1336.830981] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_rules [ 1336.830981] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_members [ 1336.831290] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 with Priority: HIGHEST for action port [ 1336.831629] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.831682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.831754] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.831949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.832249] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.833192] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.833288] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.833364] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.833615] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.833792] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.833907] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.833989] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.834164] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.834269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.834378] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.835416] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.835566] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.835669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.835846] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.835945] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.953502] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.338095] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 with status ACTIVE [ 1337.338095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.338587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.338587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.338587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.338587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.338775] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.338893] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.338928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.339086] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.339166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.339354] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.339494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.339586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.339737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.339813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.339903] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5 is going to be updated. [ 1337.341489] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.341629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.341798] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.361281] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.361401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.361435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.361593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.361718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.361863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed813d9a-6a17-42f5-a8b0-0f7a5eee5bd5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.456141] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1337.456255] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1337.844697] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.167392] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.167802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.167802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.167802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.181158] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1338.182056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.182804] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1338.220535] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.220736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.220736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.220924] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.234745] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.235547] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1338.235627] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1338.235721] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1338.276187] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.276420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.276420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.276593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.277952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.278160] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1338.348800] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.348800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.349084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.349084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.349426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.349746] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1338.350782] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.350922] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.350982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.351161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.351240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.351329] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e755da3c-0516-4760-b5f4-2afc568d466e is going to be created. [ 1338.372585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.372734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.372772] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.373012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.373172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.387376] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e755da3c-0516-4760-b5f4-2afc568d466e in Status: UNINITIALIZED for 2s [ 1338.449463] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.449636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.449636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.449804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.450116] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.450398] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1338.450491] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7e04e774-5805-4e67-971a-e19c094c2ec6', 'df7668b7-4ced-4ec5-b8b1-a46d389c4da7', '2a91411e-a886-49fc-acee-b02c85925ff8', '0aeaba70-498d-4f0a-b9c4-74fe884b4c42', '4a518215-7103-45f4-a37d-7a6b77b692c5', 'd349c99d-678d-4b0c-b41d-340c0576a3b1', '6ca6c655-6804-4a42-ac6f-562e06415011', 'ef00f671-eed6-4522-a853-5190fab90619', '0f3a490a-4fbf-4f18-9fad-9270e56842fc', '28156741-ee2b-430d-a894-48c2f9d801ec', '079b79d8-a423-479d-bada-5125bbdbd60f', '22d3976f-e45a-423b-b715-6840dbd54287', 'fad88f90-160d-4d4d-a96a-76993262d04a', '4e778305-f924-46ec-9850-b350470bc709', 'b2ef37e7-4694-4d26-8a5c-528fce1095f7', '1119f4e6-2a36-47b5-acda-b868152acefe', 'bd429bfd-0845-4b81-aa46-8ee16d17570a', '46942d0b-169a-4bd2-aa3b-5535f3df5642', '229c823d-840d-4b13-8db3-98de288dabd1', '69b6fc62-93c7-4fcd-9f43-17254cf61eb3', 'd5970d5f-9aee-4e81-a153-e6dabaa591ef', 'df8dddfa-7a91-4ed3-badf-ff429f86bce5', '387ee7cc-2d20-428c-94dc-d58adb6ba600', 'd677ad30-8273-418c-8e25-eed32b876835', '972b6b0e-ef40-43c1-a7cc-9c585e25e1c3', 'be821aef-aba3-4bb6-bcac-5dc133cc4c85', '167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f', '74bf3a62-3432-4037-8d7e-6d940a98e9f9', '7f54631b-42e5-4be0-bf33-0a456225404d', '075e32ca-6f12-4c7c-85dc-6d0b89c40cfe', '33d543ba-fe8c-4dea-8925-5ad584c73575', '2c26fb3b-b6f0-4752-a127-ff5a559965e8', '46ea0d66-366a-4727-911b-9d0b7ca80ed1', '44a8d6a9-b312-462f-a5a9-c06247d6707d', '5c46720a-572c-4388-baf1-8704bec70eef', '48b9a4d6-27f6-4b62-872a-21718831426e', 'b60213bd-cac0-4ad1-8346-3616d0c0765e', '7d2a004c-753d-4249-951f-0e16671c5187', '12034835-4c1b-4091-8769-683fdf3664df', 'b82dbaf2-175a-4059-852f-fa40a85c3c39', '23d97d93-8e76-43a9-9d65-de18374fc925', 'b35bf0ac-7ba7-4d71-a552-711997b9fa8d'} {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1338.450580] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1338.472274] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.472403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.472441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.472602] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.472687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.472796] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1338.472868] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1338.472945] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1338.548739] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.548885] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.548933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.549147] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.550392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.550667] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1338.550747] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1338.550821] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1338.550887] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1338.550962] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1338.551047] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGH for action security_group_rules [ 1338.551127] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGH for action security_group_rules [ 1338.551218] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGH for action security_group_rules [ 1338.551257] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGH for action security_group_rules [ 1338.551309] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGH for action security_group_rules [ 1338.551371] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGH for action security_group_rules [ 1338.551431] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGH for action security_group_rules [ 1338.551493] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGH for action security_group_rules [ 1338.551553] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGH for action security_group_rules [ 1338.551615] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGH for action security_group_rules [ 1338.551676] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGH for action security_group_rules [ 1338.551738] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGH for action security_group_rules [ 1338.551799] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGH for action security_group_rules [ 1338.551861] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGH for action security_group_rules [ 1338.551923] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGH for action security_group_rules [ 1338.551987] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGH for action security_group_rules [ 1338.552097] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGH for action security_group_rules [ 1338.552145] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGH for action security_group_rules [ 1338.552175] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGH for action security_group_rules [ 1338.552235] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGH for action security_group_rules [ 1338.552326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.414061] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e755da3c-0516-4760-b5f4-2afc568d466e in Status: SUCCESS [ 1340.414061] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.414497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.414497] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.414605] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.414715] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.414776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.414916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.414994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.415098] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.415188] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.917121] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.419364] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e755da3c-0516-4760-b5f4-2afc568d466e: rpc.has_security_group_logging(os_id): False [ 1341.436227] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.436354] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.436410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.436620] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.436705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.436935] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.437052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.437127] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.437268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.437344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.437425] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e755da3c-0516-4760-b5f4-2afc568d466e is going to be created. [ 1341.491015] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.491194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.491237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.491414] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.491593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.501377] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e755da3c-0516-4760-b5f4-2afc568d466e in Status: IN_PROGRESS for 2s [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca6c655-6804-4a42-ac6f-562e06415011 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229c823d-840d-4b13-8db3-98de288dabd1 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd429bfd-0845-4b81-aa46-8ee16d17570a with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e778305-f924-46ec-9850-b350470bc709 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad88f90-160d-4d4d-a96a-76993262d04a with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d3976f-e45a-423b-b715-6840dbd54287 with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 079b79d8-a423-479d-bada-5125bbdbd60f with Priority: HIGH for action security_group_rules [ 1341.833557] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGH for action security_group_rules [ 1341.834192] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc with Priority: HIGH for action security_group_rules [ 1341.834192] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGH for action security_group_rules [ 1341.834192] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef00f671-eed6-4522-a853-5190fab90619 with Priority: HIGH for action security_group_rules [ 1341.834192] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 with Priority: HIGH for action security_group_rules [ 1341.834192] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGH for action security_group_rules [ 1341.834192] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 with Priority: HIGH for action security_group_rules [ 1341.834483] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e04e774-5805-4e67-971a-e19c094c2ec6 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.834632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.834697] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.834916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.834999] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e04e774-5805-4e67-971a-e19c094c2ec6',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.836029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.836166] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.836267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.836462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.836527] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.837312] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca6c655-6804-4a42-ac6f-562e06415011 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.837456] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.837503] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.837625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.837717] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca6c655-6804-4a42-ac6f-562e06415011',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.838688] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.838802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.838802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.838959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.839046] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2ef37e7-4694-4d26-8a5c-528fce1095f7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.839996] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.839996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.839996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.840139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.840139] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69b6fc62-93c7-4fcd-9f43-17254cf61eb3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.840849] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229c823d-840d-4b13-8db3-98de288dabd1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.840930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.841012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.841193] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.841265] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229c823d-840d-4b13-8db3-98de288dabd1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.841960] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46942d0b-169a-4bd2-aa3b-5535f3df5642 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.842085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.842137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.842307] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.842377] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46942d0b-169a-4bd2-aa3b-5535f3df5642',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.843232] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd429bfd-0845-4b81-aa46-8ee16d17570a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.843338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.843394] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.843739] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.843739] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd429bfd-0845-4b81-aa46-8ee16d17570a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.844287] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e778305-f924-46ec-9850-b350470bc709 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.844404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.844442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.844680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.844806] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e778305-f924-46ec-9850-b350470bc709',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.845596] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.845749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.845873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.846119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.846209] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.846874] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad88f90-160d-4d4d-a96a-76993262d04a taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.847031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.847099] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.847229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.847302] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad88f90-160d-4d4d-a96a-76993262d04a',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.848148] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22d3976f-e45a-423b-b715-6840dbd54287 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.848253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.848373] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.848707] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.848707] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22d3976f-e45a-423b-b715-6840dbd54287',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.849236] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-079b79d8-a423-479d-bada-5125bbdbd60f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.849655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.849655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.849655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.849655] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('079b79d8-a423-479d-bada-5125bbdbd60f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.850260] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.850460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.850460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.850578] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.850678] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.851426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.851562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.851623] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.851746] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.851832] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3a490a-4fbf-4f18-9fad-9270e56842fc',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.852552] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.852634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.852703] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.852840] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.852911] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.853632] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef00f671-eed6-4522-a853-5190fab90619 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.853692] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.853723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.853869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.853974] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef00f671-eed6-4522-a853-5190fab90619',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.854605] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a518215-7103-45f4-a37d-7a6b77b692c5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.854711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.854762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.854910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.854979] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a518215-7103-45f4-a37d-7a6b77b692c5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.855752] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.855836] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.855941] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.856088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.856150] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.856886] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.856886] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.857014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.857084] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.857140] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0aeaba70-498d-4f0a-b9c4-74fe884b4c42',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.364570] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.364769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.364769] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.364961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.365129] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.365228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.365291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.365436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.365521] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.365632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.365731] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.370486] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.370597] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.370674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.370891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.371053] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.371151] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.371212] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.371349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.371426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.371506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.371584] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.374392] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.374392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.374392] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.374565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.374735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.374837] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.374909] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.375090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.375197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.375301] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.375360] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.380352] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.380485] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.380561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.380726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.380886] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.381014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.381087] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.381253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.381334] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.381438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.381524] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.388524] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.391749] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.393405] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.399367] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28156741-ee2b-430d-a894-48c2f9d801ec: rpc.has_security_group_logging(os_id): False [ 1342.431744] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.432090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.432090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.432225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.434124] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.434246] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.434947] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.435072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.435806] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.435903] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.436619] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.436729] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.437538] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.437636] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.438382] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.438501] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.439559] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.439656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.440399] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.440511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.441308] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.441400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.442139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.442248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.442871] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1342.443289] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.443404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.444017] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1342.444403] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.444515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.445153] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1342.445521] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.445643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.446501] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1342.446920] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.447026] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.447655] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1342.448035] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.448152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.448780] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1342.449177] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.449283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.453727] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1342.454130] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.454240] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 079b79d8-a423-479d-bada-5125bbdbd60f is going to be deleted. [ 1342.455111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.455375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.469435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.469560] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad88f90-160d-4d4d-a96a-76993262d04a is going to be deleted. [ 1342.470322] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.470513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.487568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.487706] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2ef37e7-4694-4d26-8a5c-528fce1095f7 is going to be deleted. [ 1342.488403] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.488568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.503923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.504033] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e04e774-5805-4e67-971a-e19c094c2ec6 is going to be deleted. [ 1342.504727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.504896] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.513389] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.513504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.520952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.521075] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef00f671-eed6-4522-a853-5190fab90619 is going to be deleted. [ 1342.521747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.521906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.523085] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.523192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.537349] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.537441] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229c823d-840d-4b13-8db3-98de288dabd1 is going to be deleted. [ 1342.538209] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.538372] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.557484] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.557593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.558190] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.558273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.559437] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.559541] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a518215-7103-45f4-a37d-7a6b77b692c5 is going to be deleted. [ 1342.560263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.560467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.592833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.592930] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be deleted. [ 1342.593730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.593906] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.597961] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.598069] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.626165] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.626247] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46942d0b-169a-4bd2-aa3b-5535f3df5642 is going to be deleted. [ 1342.627040] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.627240] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.650558] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.650659] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.809859] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.810077] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.811526] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.811628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.812912] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.813063] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3a490a-4fbf-4f18-9fad-9270e56842fc is going to be deleted. [ 1342.813963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.814194] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.874037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.874180] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69b6fc62-93c7-4fcd-9f43-17254cf61eb3 is going to be deleted. [ 1342.875028] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.875244] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.878056] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.878137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.894702] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.894782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.894852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.895078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.895264] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.895371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.895435] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.895590] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.895676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.895761] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.895901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.895994] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.896074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.896242] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.896381] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.896479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.896541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.896675] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.896753] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.896833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.896917] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.898296] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d349c99d-678d-4b0c-b41d-340c0576a3b1: rpc.has_security_group_logging(os_id): False [ 1342.899448] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1119f4e6-2a36-47b5-acda-b868152acefe: rpc.has_security_group_logging(os_id): False [ 1342.933153] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.933313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.933998] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.934113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.943107] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.943211] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.953279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.953404] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd429bfd-0845-4b81-aa46-8ee16d17570a is going to be deleted. [ 1342.954255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.954451] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.002549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.002679] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22d3976f-e45a-423b-b715-6840dbd54287 is going to be deleted. [ 1343.003564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.003777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.038610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.038720] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0aeaba70-498d-4f0a-b9c4-74fe884b4c42 is going to be deleted. [ 1343.039482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.039678] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.040936] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.041050] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.075667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.075795] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e778305-f924-46ec-9850-b350470bc709 is going to be deleted. [ 1343.076584] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.076789] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.093050] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.093210] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.093952] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.094059] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.109965] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.110107] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca6c655-6804-4a42-ac6f-562e06415011 is going to be deleted. [ 1343.110951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.111186] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.136270] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.136411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.146904] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.147062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.161053] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.162640] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.162640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.162640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.162640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.162814] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.162814] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec is going to be updated. [ 1343.163876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.164124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.164188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.164311] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-079b79d8-a423-479d-bada-5125bbdbd60f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.164442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.164591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.164667] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.164938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad88f90-160d-4d4d-a96a-76993262d04a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.165324] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.165488] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.165569] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.165682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e04e774-5805-4e67-971a-e19c094c2ec6" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.165797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.165936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.166029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.166146] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2ef37e7-4694-4d26-8a5c-528fce1095f7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.166679] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.166864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.166966] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.167114] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef00f671-eed6-4522-a853-5190fab90619" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.167237] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.167382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.167459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.167573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229c823d-840d-4b13-8db3-98de288dabd1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.167706] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.167844] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.167918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.168038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a518215-7103-45f4-a37d-7a6b77b692c5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.168150] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.168285] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.168358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.168462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.168589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.168722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.168795] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.168902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46942d0b-169a-4bd2-aa3b-5535f3df5642" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.169025] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.169161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.210072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.210372] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.210529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.210632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.210915] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.211067] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.211236] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be updated. [ 1343.212529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.212765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.212913] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.213124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3a490a-4fbf-4f18-9fad-9270e56842fc" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.213326] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.213532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.213641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.213820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69b6fc62-93c7-4fcd-9f43-17254cf61eb3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.214064] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.214249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.214360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.214527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22d3976f-e45a-423b-b715-6840dbd54287" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.214721] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.215625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.215625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.215625] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd429bfd-0845-4b81-aa46-8ee16d17570a" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.215876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.216021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.216140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.216264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0aeaba70-498d-4f0a-b9c4-74fe884b4c42" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.216426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.216652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.216783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.216948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e778305-f924-46ec-9850-b350470bc709" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.217136] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.217341] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.270631] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.270854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.274647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.275016] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.275140] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.275247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.275479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.275593] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.275705] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 is going to be updated. [ 1343.276834] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.277057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.277152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.277268] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca6c655-6804-4a42-ac6f-562e06415011" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.322862] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.323090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.323090] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.323265] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.323401] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.363068] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.363068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.363279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.363318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.363439] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.397233] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: IN_PROGRESS for 2s [ 1343.398464] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df7668b7-4ced-4ec5-b8b1-a46d389c4da7: rpc.has_security_group_logging(os_id): False [ 1343.404230] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: IN_PROGRESS for 2s [ 1343.405045] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.405167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.405234] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.405408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.405534] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.422864] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: IN_PROGRESS for 2s [ 1343.424409] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.424515] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.424586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.424747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.464398] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.464664] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.464755] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.464820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.464983] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.465082] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.465264] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.465358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.465421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.465564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.465640] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.465811] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.465902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.465964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.466120] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.466196] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.466279] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be updated. [ 1343.539527] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e755da3c-0516-4760-b5f4-2afc568d466e in Status: SUCCESS [ 1343.539727] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.598052] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.598052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.598052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.598052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.598297] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.611831] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: IN_PROGRESS for 2s [ 1345.411938] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: SUCCESS [ 1345.412317] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.417820] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1345.418031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.435352] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: SUCCESS [ 1345.435555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.627797] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1345.627951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.835506] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.835820] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.836918] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.837183] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.273383] env[70911]: INFO networking_nsxv3.common.synchronization [req-d3822670-1678-47b0-9ac5-0627ac72d89e req-d7e4cb5c-e8ea-4423-a20b-7d9773e06903 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_members [ 1356.273383] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGHEST for action security_group_members [ 1356.273594] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.273594] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.273671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.273792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.273950] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.274060] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.274124] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.274660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.274660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.274660] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.780062] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.780062] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.780283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.780386] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.780459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.780652] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.780750] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.780813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.780967] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.781056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.781145] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 is going to be updated. [ 1356.809901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.810089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.810089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.810249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.810376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.817685] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: IN_PROGRESS for 2s [ 1358.826644] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 in Status: SUCCESS [ 1358.826960] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 deletion is rescheduled due to dependency. [ 1358.826960] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.913957] env[70911]: INFO networking_nsxv3.common.synchronization [None req-da3d4c10-6372-4672-bc0e-95380ec455d1 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_rules [ 1360.914498] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_rules [ 1360.914814] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.914933] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.914996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.915283] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.915369] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.982057] env[70911]: INFO networking_nsxv3.common.synchronization [None req-d68a8d9e-c392-424d-891c-af4171c1a37f tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_rules [ 1360.982954] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_rules [ 1360.983303] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.983413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.439468] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.439733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.439733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.439892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.439978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.440086] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb already deleted. [ 1361.440172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.440327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.440471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.440556] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.960063] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.960434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.960434] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.960494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.960608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.960663] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb already deleted. [ 1361.960734] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.984363] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.984675] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.881863] env[70911]: INFO networking_nsxv3.common.synchronization [req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 req-aacc1714-20bd-4a5b-9a70-2dd5b468babd tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_members [ 1366.882405] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_members [ 1366.882709] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.882829] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.882895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.883167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.883379] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.883482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.883541] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.883695] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.883776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.883865] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.143580] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.143917] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.143917] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.144203] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.144531] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.144701] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.144825] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.145062] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.145215] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.145431] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1367.145573] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1367.145668] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1367.145770] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1367.145882] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1367.145993] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1367.146686] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1367.165837] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1367.166048] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1367.166204] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1367.166376] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-589" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.166655] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.166820] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.166943] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.167268] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.167390] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.386458] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.386633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.386670] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.386872] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.386959] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.387170] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.387255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.387318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.387460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.387535] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.387619] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb already deleted. [ 1367.387688] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.669683] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.669973] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.670176] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.670497] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.670687] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.670878] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e not found, creating... [ 1367.671202] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.671396] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.671523] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.671745] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.671885] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.672187] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.672345] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.672488] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.672701] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.672836] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.672975] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e is going to be created. [ 1367.692051] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.692223] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.692319] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.692540] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.692760] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.692967] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.351250] env[70911]: INFO networking_nsxv3.common.synchronization [req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 req-809e023e-686c-40f2-a47e-d01124a9041f service nova] Enqueued Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_rules [ 1368.351483] env[70911]: INFO networking_nsxv3.common.synchronization [req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 req-809e023e-686c-40f2-a47e-d01124a9041f service nova] Enqueued Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_members [ 1368.351575] env[70911]: INFO networking_nsxv3.common.synchronization [req-16e4e298-6463-4bed-acf1-3d1dd74b4ae9 req-809e023e-686c-40f2-a47e-d01124a9041f service nova] Enqueued Resource ID: 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e with Priority: HIGHEST for action port [ 1368.351791] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_rules [ 1368.351919] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_members [ 1368.352026] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e with Priority: HIGHEST for action port [ 1368.352565] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.352693] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.352762] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.352961] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.353054] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.353974] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.354570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.354651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.354882] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.355077] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.355195] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.355262] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.355417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.355504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.355599] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.356673] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.356813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.356813] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.356974] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.357062] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.859162] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.860108] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.860235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.860373] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e with status ACTIVE [ 1368.860524] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.860626] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.860690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.860888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.860978] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.861174] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.861287] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.861351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.861511] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.861589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.861769] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.861861] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.861921] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.862463] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.862576] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.862658] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e is going to be updated. [ 1368.882788] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.882948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.882948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.883119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.883253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.883423] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4403d7e8-3f1f-4b6c-81ec-0e2f2a53b20e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.365108] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.867820] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.868048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.868048] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.868275] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.868371] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.868472] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb is going to be created. [ 1369.892997] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.893181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.893226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.893464] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.893621] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.902264] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb in Status: UNINITIALIZED for 2s [ 1371.912734] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb in Status: SUCCESS [ 1371.913112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.913112] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.913255] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.913472] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.913591] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.913655] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.913808] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.913890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.913975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.914078] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.416204] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.918374] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63449707-17f6-4c4b-acc6-d7766cce0cdb: rpc.has_security_group_logging(os_id): False [ 1372.935992] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.936222] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.936284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.936460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.936551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.936785] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.936880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.936942] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.937106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.937181] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.937265] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb is going to be created. [ 1372.992653] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.992822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.992822] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.993011] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.993188] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.002852] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb in Status: IN_PROGRESS for 2s [ 1373.352863] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.353066] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1375.015081] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb in Status: SUCCESS [ 1375.015416] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.353641] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.353976] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.354326] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.354592] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.355908] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.356380] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.357986] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.358357] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.358660] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.359032] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.360023] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.360349] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.362366] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.362366] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.363572] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.363572] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.365082] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.365398] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.366822] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.367208] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.367365] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.367652] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.869619] env[70911]: INFO networking_nsxv3.common.synchronization [req-531295e5-5cc5-40aa-9595-03201af70ebe req-22095c11-316d-4fc8-9763-e240cbcff68f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_members [ 1428.870202] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28156741-ee2b-430d-a894-48c2f9d801ec with Priority: HIGHEST for action security_group_members [ 1428.870561] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-28156741-ee2b-430d-a894-48c2f9d801ec taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.870730] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.870806] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.871012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.871175] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.871277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.871339] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.871484] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.871562] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.871655] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28156741-ee2b-430d-a894-48c2f9d801ec',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.373735] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.373735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.373735] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.374190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.374190] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.374190] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.374313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.374313] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.374444] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.374522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.374604] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec is going to be updated. [ 1429.412190] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.412336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.412404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.412600] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.412792] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.419877] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: IN_PROGRESS for 2s [ 1431.429895] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28156741-ee2b-430d-a894-48c2f9d801ec in Status: SUCCESS [ 1431.430529] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28156741-ee2b-430d-a894-48c2f9d801ec deletion is rescheduled due to dependency. [ 1431.430529] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28156741-ee2b-430d-a894-48c2f9d801ec" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.871396] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.871707] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.474924] env[70911]: INFO networking_nsxv3.common.synchronization [req-611c39cf-2ffe-4310-b663-8e6dc516d555 req-d82bcefa-3430-4c6a-9d2b-0fe3de14dad3 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1438.475512] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1438.475861] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.475996] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.476096] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.476319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.476488] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.476610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.476673] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.476850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.476943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.477074] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.952599] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.952823] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.952985] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.953248] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.953519] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.953684] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.953818] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.954121] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.954246] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.954473] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1438.954593] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1438.954706] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1438.954817] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1438.954957] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1438.955101] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1438.955243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1438.974947] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1438.975152] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1438.975301] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1438.975484] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.975770] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-3bc90353-e1de-4655-bff1-352bced78dcf taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.975938] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.976084] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.976386] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.976528] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc90353-e1de-4655-bff1-352bced78dcf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.978923] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.979052] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.979123] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.979279] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.979362] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.979529] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.979624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.979681] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.979816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.979890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.980070] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be deleted. [ 1439.006220] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.006367] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.006412] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.006561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.006645] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.006737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.479314] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.479708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.479708] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.479892] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.480055] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.480219] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 3bc90353-e1de-4655-bff1-352bced78dcf not found, creating... [ 1439.480525] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.480702] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.480825] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.481067] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.481217] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.481539] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.481712] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.481874] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.482107] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.482278] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.482427] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 3bc90353-e1de-4655-bff1-352bced78dcf is going to be created. [ 1439.501864] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.502058] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.502190] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.502413] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.502636] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.502851] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.170229] env[70911]: INFO networking_nsxv3.common.synchronization [req-611c39cf-2ffe-4310-b663-8e6dc516d555 req-d9d71dd0-0264-4d87-b4a5-95093956510d service nova] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_rules [ 1440.170420] env[70911]: INFO networking_nsxv3.common.synchronization [req-611c39cf-2ffe-4310-b663-8e6dc516d555 req-d9d71dd0-0264-4d87-b4a5-95093956510d service nova] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1440.170561] env[70911]: INFO networking_nsxv3.common.synchronization [req-611c39cf-2ffe-4310-b663-8e6dc516d555 req-d9d71dd0-0264-4d87-b4a5-95093956510d service nova] Enqueued Resource ID: 3bc90353-e1de-4655-bff1-352bced78dcf with Priority: HIGHEST for action port [ 1440.170784] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_rules [ 1440.170912] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1440.171014] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc90353-e1de-4655-bff1-352bced78dcf with Priority: HIGHEST for action port [ 1440.171590] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.171717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.171785] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.172012] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.172230] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.174603] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.174726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.174797] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.175056] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.175132] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.175229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.175290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.175430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.175514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.175599] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.176330] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc90353-e1de-4655-bff1-352bced78dcf taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.176449] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.176516] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.176663] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.176740] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc90353-e1de-4655-bff1-352bced78dcf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.678438] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.678438] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.678792] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.679432] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bc90353-e1de-4655-bff1-352bced78dcf with status ACTIVE [ 1440.679597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.679711] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.679775] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.679975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.680081] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.680254] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.680351] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.680413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.680565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.680643] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.680817] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.680908] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.680968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.681122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.681243] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.681276] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bc90353-e1de-4655-bff1-352bced78dcf is going to be updated. [ 1440.702804] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.702930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.702971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.703152] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.703277] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.703420] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.183163] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.685889] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.686225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.686225] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.686361] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.686453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.686551] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be created. [ 1441.710069] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.710213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.710256] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.710454] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.710606] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.719125] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: UNINITIALIZED for 2s [ 1442.960833] env[70911]: INFO networking_nsxv3.common.synchronization [req-ec3dd0fa-2bb6-4931-bb22-08b244b1ddf0 req-17a33adf-f098-4f11-989c-914a730b6558 tempest-AttachVolumeTestJSON-185496553 tempest-AttachVolumeTestJSON-185496553-project-member] Enqueued Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_members [ 1442.960833] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGHEST for action security_group_members [ 1442.960833] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.960833] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.961410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.961765] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.963766] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.963766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.963766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.963766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.963766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.963766] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.468522] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.468637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.468680] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.468899] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.469029] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.469252] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.469358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.469442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.469612] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.469718] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.469828] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb is going to be updated. [ 1443.495385] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.495564] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.495608] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.495849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.496072] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.504223] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb in Status: IN_PROGRESS for 2s [ 1443.729164] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: SUCCESS [ 1443.729400] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.729573] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.729796] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.729991] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.730249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.730249] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.730382] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.730413] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.730500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.730591] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.232643] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.233055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.233055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.233202] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.233249] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.233344] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.233405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.233800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.233800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.233800] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.233931] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.233931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.234263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.234263] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.234433] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.234433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.234433] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.234577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.234668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.234668] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.234753] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.737355] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a91411e-a886-49fc-acee-b02c85925ff8: rpc.has_security_group_logging(os_id): False [ 1444.759541] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.759691] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.759759] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.759970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.760113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.760280] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.760379] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.760441] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.760592] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.760671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.760845] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.760938] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.761009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.761161] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.761228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.761418] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.761504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.761558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.761717] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.761773] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.761841] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be created. [ 1444.826671] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.826869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.826869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.827103] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.827291] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.836893] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: IN_PROGRESS for 2s [ 1445.513589] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb in Status: SUCCESS [ 1445.513950] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb deletion is rescheduled due to dependency. [ 1445.513950] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.958795] env[70911]: INFO networking_nsxv3.common.synchronization [req-d66cdc52-84ba-4e93-89a5-9faaf05201d7 req-2e59fd6f-f345-4b9b-86e2-0e4225ad86e5 tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_members [ 1445.959271] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGHEST for action security_group_members [ 1445.959539] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.959661] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.959728] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.960442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.960442] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.960442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.960442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.960442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.960674] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.960674] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.463595] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.463595] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.463841] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.463877] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.463975] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.464246] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.464348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.464410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.464557] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.464633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.464717] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e755da3c-0516-4760-b5f4-2afc568d466e is going to be updated. [ 1446.491285] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.491424] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.491465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.491622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.491749] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.499619] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e755da3c-0516-4760-b5f4-2afc568d466e in Status: IN_PROGRESS for 2s [ 1446.849105] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: SUCCESS [ 1446.849409] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.237028] env[70911]: INFO networking_nsxv3.common.synchronization [req-6dbaa1e6-60ad-4535-b018-e576fa197a0c req-6c4d1ade-9378-485d-afd8-a5814f1e076c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1447.237028] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGHEST for action security_group_members [ 1447.237028] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.237798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.237982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.238318] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.238597] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.239788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.239788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.239788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.239788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.239788] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.281395] env[70911]: INFO networking_nsxv3.common.synchronization [req-6dbaa1e6-60ad-4535-b018-e576fa197a0c req-6c4d1ade-9378-485d-afd8-a5814f1e076c tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 3bc90353-e1de-4655-bff1-352bced78dcf with Priority: HIGHEST for action port [ 1447.281395] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc90353-e1de-4655-bff1-352bced78dcf with Priority: HIGHEST for action port [ 1447.281395] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc90353-e1de-4655-bff1-352bced78dcf taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.281395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.281395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.281395] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.281395] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc90353-e1de-4655-bff1-352bced78dcf',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.742137] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.742205] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.742247] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.742567] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.742671] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.742869] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.743015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.743092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.743257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.743338] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.743427] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be updated. [ 1447.768697] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.768869] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.768931] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.769135] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.769284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.778230] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: IN_PROGRESS for 2s [ 1447.783587] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bc90353-e1de-4655-bff1-352bced78dcf with status ACTIVE [ 1447.783781] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.783895] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.783963] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.784230] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.784310] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.784493] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.784577] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.784634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.784779] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.784853] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.785045] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.785158] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.785220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.785348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.785422] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.785501] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bc90353-e1de-4655-bff1-352bced78dcf is going to be updated. [ 1447.803205] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.803343] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.803415] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.803617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.803748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.803920] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc90353-e1de-4655-bff1-352bced78dcf" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.508702] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e755da3c-0516-4760-b5f4-2afc568d466e in Status: SUCCESS [ 1448.509173] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e755da3c-0516-4760-b5f4-2afc568d466e deletion is rescheduled due to dependency. [ 1448.509173] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.787958] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a91411e-a886-49fc-acee-b02c85925ff8 in Status: SUCCESS [ 1449.787958] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 deletion is rescheduled due to dependency. [ 1449.787958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.280896] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.281279] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.204634] env[70911]: INFO networking_nsxv3.common.synchronization [req-17453699-7328-40c4-bd17-10f3ffdcd290 req-b66083e5-68eb-4e9c-98b5-f79aa84e0fbc tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1457.205177] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1457.205501] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.205633] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.205698] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.205891] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.206056] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.206236] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.206306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.206462] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.206560] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.206631] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.708267] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.211399] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.713604] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.713798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.713798] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.713976] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.714092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.714243] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be updated. [ 1458.741089] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.741239] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.741284] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.741430] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.741561] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.749312] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: IN_PROGRESS for 2s [ 1460.759392] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1460.759757] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.205933] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.205933] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.800668] env[70911]: INFO networking_nsxv3.common.synchronization [req-1b08a40f-b922-4d35-9a01-ad94404069b4 req-f6cf181e-e00d-4803-9c8d-574a7cd6ea3b tempest-ServerRescueNegativeTestJSON-1450924276 tempest-ServerRescueNegativeTestJSON-1450924276-project-member] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1463.801570] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGHEST for action security_group_members [ 1463.801570] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.801570] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.801812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.801812] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.801959] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.802115] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.802178] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.802327] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.802411] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.802505] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.304749] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.304952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.304952] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.305271] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.305390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.305602] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.305708] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.305776] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.305928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.306015] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.306103] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be updated. [ 1464.352439] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.352617] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.352666] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.352905] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.353085] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.361711] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: IN_PROGRESS for 2s [ 1466.373431] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 in Status: SUCCESS [ 1466.373811] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 deletion is rescheduled due to dependency. [ 1466.373811] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.801709] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.802068] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.518023] env[70911]: INFO networking_nsxv3.common.synchronization [req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd req-5daab6d2-023b-4028-84d1-3e2fae322bf1 tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1471.518023] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1471.518641] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.518641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.518641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.518641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.518641] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.518854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.518854] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.518916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.518948] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.519786] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1471.767043] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.767258] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.767399] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.767665] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.767932] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.768105] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.768230] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.768444] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.768613] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.768896] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.769041] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] NeedRegenerationException {{(pid=70911) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1471.769159] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] no value, waiting for create lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1471.769274] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] value creation lock acquired {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1471.769393] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] No value present for key: 'zone-id' {{(pid=70911) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1471.769506] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Calling creation function for not-yet-present value {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1471.769651] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1471.790782] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1471.791126] env[70911]: DEBUG dogpile.cache.region [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=70911) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1471.791356] env[70911]: DEBUG dogpile.lock [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Released creation lock {{(pid=70911) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1471.791548] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "network-970" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.791867] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock port-36e1a077-5502-451d-9b09-ddb43163db23 taken with stack trace [, , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.792045] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.792222] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.792651] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.792810] env[70911]: DEBUG networking_nsxv3.api.rpc [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e1a077-5502-451d-9b09-ddb43163db23',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.021151] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.295757] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.295757] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.295757] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.296058] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.296223] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.296386] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Segment Port 36e1a077-5502-451d-9b09-ddb43163db23 not found, creating... [ 1472.296663] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.296834] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.296958] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.297207] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.297346] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.297628] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.297787] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.297908] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.298135] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.298274] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.298417] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Resource: SegmentPort with ID: 36e1a077-5502-451d-9b09-ddb43163db23 is going to be created. [ 1472.317188] env[70911]: DEBUG networking_nsxv3.common.locking [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.318031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.318031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.318031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.318031] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.318309] env[70911]: DEBUG oslo_concurrency.lockutils [None req-475b3a8f-e889-4971-9049-7b7f95e71b20 None None] Releasing lock "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.523458] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.984820] env[70911]: INFO networking_nsxv3.common.synchronization [req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd req-cc43d881-e298-45a5-8bcf-ff34c5e7df66 service nova] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1472.984982] env[70911]: INFO networking_nsxv3.common.synchronization [req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd req-cc43d881-e298-45a5-8bcf-ff34c5e7df66 service nova] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1472.985145] env[70911]: INFO networking_nsxv3.common.synchronization [req-9ab0ddef-6590-42ce-b629-4b19f9de6ddd req-cc43d881-e298-45a5-8bcf-ff34c5e7df66 service nova] Enqueued Resource ID: 36e1a077-5502-451d-9b09-ddb43163db23 with Priority: HIGHEST for action port [ 1472.985367] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_rules [ 1472.985526] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1472.985632] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e1a077-5502-451d-9b09-ddb43163db23 with Priority: HIGHEST for action port [ 1472.986270] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.986426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.986513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.990019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.990019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.990019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.990019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.990019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock port-36e1a077-5502-451d-9b09-ddb43163db23 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.990019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.990019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.990019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.990019] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e1a077-5502-451d-9b09-ddb43163db23',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.025615] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.025816] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.025880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.026049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.026139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.026229] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be updated. [ 1473.052138] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.052290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.052453] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.052690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.052810] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.060776] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: IN_PROGRESS for 2s [ 1473.490656] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.490782] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.490986] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36e1a077-5502-451d-9b09-ddb43163db23 with status ACTIVE [ 1473.491166] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.491273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.491336] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.491538] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.491629] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.491794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.491884] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.491943] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.492101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.492201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.492353] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.492442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.492500] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.492632] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.492704] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.492802] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36e1a077-5502-451d-9b09-ddb43163db23 is going to be updated. [ 1473.511747] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.511890] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.511928] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.512111] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.512253] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.512402] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36e1a077-5502-451d-9b09-ddb43163db23" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.069484] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1475.069824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.069824] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.069985] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.070139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1475.070252] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.070312] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.070502] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1475.070618] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.070715] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1475.572911] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.074703] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1476.577044] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.577201] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.577289] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.577494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.577589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.577694] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be updated. [ 1476.607662] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.607820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.607923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.608206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.608347] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.616394] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: IN_PROGRESS for 2s [ 1477.986549] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.986893] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1478.626657] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1478.626868] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.627047] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.627269] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.627457] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.627572] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.627637] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.627790] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.627873] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.627957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.628060] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.130617] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.633683] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1119f4e6-2a36-47b5-acda-b868152acefe: rpc.has_security_group_logging(os_id): False [ 1479.651096] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.651267] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.651390] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.651532] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.651628] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.651871] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.651970] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.652044] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.652292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.652292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.652422] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be updated. [ 1479.711714] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.711883] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.711958] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.712149] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.712302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.724396] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: IN_PROGRESS for 2s [ 1481.737734] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1481.738119] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.988230] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.988502] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.990029] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.990029] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.991382] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.991723] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.993062] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.993390] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.993826] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.994205] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.995037] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.995386] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.996544] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.996944] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1517.997844] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1517.998196] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.003214] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1521.003552] env[70911]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e5edb0-2781-4c39-b1e2-b6b8163fcfef None None] NSXv3 Agent Agent loop - iteration:4 started [ 1522.999202] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1522.999534] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.000552] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.000947] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.001573] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.001573] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.003251] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.003553] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.064667] env[70911]: INFO networking_nsxv3.common.synchronization [req-49f2d543-d81b-4ec1-8f7e-d7990c2b97e2 req-1cf44f49-28b1-40f0-8293-5ceaa4927e0f tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1540.065323] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1540.065686] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.065838] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.065936] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.066182] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.066373] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.066504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.066587] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.066783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.066892] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.066996] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.569405] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.071734] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.574392] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.574690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.574690] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.574862] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.574972] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.575075] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be updated. [ 1541.609295] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.609509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.609509] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.609665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.609804] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.616941] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: IN_PROGRESS for 2s [ 1543.627361] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1543.627624] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.066799] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.067413] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.068449] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.068775] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.823364] env[70911]: INFO networking_nsxv3.common.synchronization [req-9758eca8-fc3f-4a80-90ca-31821f473859 req-f72c060b-1cf4-4c34-afef-1e1d436b163d tempest-ServerActionsTestOtherA-2067837548 tempest-ServerActionsTestOtherA-2067837548-project-member] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1554.823784] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGHEST for action security_group_members [ 1554.824436] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock member-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.824436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.824436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.824634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.824790] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.824864] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.824927] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.825113] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.825197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.825285] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.327456] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.327610] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.327676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.327888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.327981] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.328202] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.328292] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.328348] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.328494] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.328568] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.328655] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be updated. [ 1555.356651] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.356777] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.356821] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.356990] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.357133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.365157] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: IN_PROGRESS for 2s [ 1557.375994] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1119f4e6-2a36-47b5-acda-b868152acefe in Status: SUCCESS [ 1557.376376] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe deletion is rescheduled due to dependency. [ 1557.376376] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.824960] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.825253] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.826668] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.827032] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.827608] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.827939] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.828880] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.829360] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.954171] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1575.954549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.954549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.954616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1575.954745] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.457614] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.960023] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.462049] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1577.462258] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1578.159482] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.159999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.159999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.159999] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.171179] env[70911]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1578.172023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.173161] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1578.216737] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.216880] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.216935] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.217128] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.230360] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.231070] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1578.231147] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1578.231242] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1578.277302] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.277421] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.277471] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.277654] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.278385] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.278520] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1578.367021] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.367197] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.367248] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.367429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.367742] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.368020] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1578.449649] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.449802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.449802] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.450043] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.450290] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.450569] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1578.450657] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'df7668b7-4ced-4ec5-b8b1-a46d389c4da7', '1119f4e6-2a36-47b5-acda-b868152acefe', '2a91411e-a886-49fc-acee-b02c85925ff8', 'd5970d5f-9aee-4e81-a153-e6dabaa591ef', 'df8dddfa-7a91-4ed3-badf-ff429f86bce5', 'e755da3c-0516-4760-b5f4-2afc568d466e', '63449707-17f6-4c4b-acc6-d7766cce0cdb', 'd677ad30-8273-418c-8e25-eed32b876835', '387ee7cc-2d20-428c-94dc-d58adb6ba600', 'd349c99d-678d-4b0c-b41d-340c0576a3b1', '972b6b0e-ef40-43c1-a7cc-9c585e25e1c3', 'be821aef-aba3-4bb6-bcac-5dc133cc4c85', '167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f', '74bf3a62-3432-4037-8d7e-6d940a98e9f9', '7f54631b-42e5-4be0-bf33-0a456225404d', '075e32ca-6f12-4c7c-85dc-6d0b89c40cfe', '33d543ba-fe8c-4dea-8925-5ad584c73575', '2c26fb3b-b6f0-4752-a127-ff5a559965e8', '44a8d6a9-b312-462f-a5a9-c06247d6707d', '5c46720a-572c-4388-baf1-8704bec70eef', '28156741-ee2b-430d-a894-48c2f9d801ec', '7d2a004c-753d-4249-951f-0e16671c5187', '48b9a4d6-27f6-4b62-872a-21718831426e', 'b60213bd-cac0-4ad1-8346-3616d0c0765e', '46ea0d66-366a-4727-911b-9d0b7ca80ed1', '12034835-4c1b-4091-8769-683fdf3664df', 'b82dbaf2-175a-4059-852f-fa40a85c3c39', '23d97d93-8e76-43a9-9d65-de18374fc925', 'b35bf0ac-7ba7-4d71-a552-711997b9fa8d'} {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1578.450747] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1578.468095] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.468220] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.468254] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.468426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.468504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.468599] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1578.468667] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1578.468733] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1578.563513] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.563656] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.563705] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.563863] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.564953] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.565207] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1578.565292] env[70911]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=70911) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1578.565370] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1578.565450] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1578.565514] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1578.565583] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGH for action security_group_rules [ 1578.565660] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGH for action security_group_rules [ 1578.565726] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGH for action security_group_rules [ 1578.565788] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGH for action security_group_rules [ 1578.565846] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGH for action security_group_rules [ 1578.565908] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGH for action security_group_rules [ 1578.565966] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGH for action security_group_rules [ 1578.566038] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGH for action security_group_rules [ 1578.566099] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGH for action security_group_rules [ 1578.566151] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGH for action security_group_rules [ 1578.566213] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGH for action security_group_rules [ 1578.566270] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGH for action security_group_rules [ 1578.566336] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGH for action security_group_rules [ 1578.566401] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGH for action security_group_rules [ 1578.566447] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGH for action security_group_rules [ 1578.566488] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGH for action security_group_rules [ 1578.566538] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGH for action security_group_rules [ 1578.566589] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGH for action security_group_rules [ 1578.566653] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGH for action security_group_rules [ 1578.566717] env[70911]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGH for action security_group_rules [ 1578.566805] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.830209] env[70911]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.830551] env[70911]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1579.830551] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 with Priority: HIGH for action security_group_rules [ 1579.830551] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a91411e-a886-49fc-acee-b02c85925ff8 with Priority: HIGH for action security_group_rules [ 1579.830656] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb with Priority: HIGH for action security_group_rules [ 1579.830742] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f54631b-42e5-4be0-bf33-0a456225404d with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c46720a-572c-4388-baf1-8704bec70eef with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e755da3c-0516-4760-b5f4-2afc568d466e with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d677ad30-8273-418c-8e25-eed32b876835 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1119f4e6-2a36-47b5-acda-b868152acefe with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef with Priority: HIGH for action security_group_rules [ 1579.833019] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.833019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.833019] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.833784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.833951] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df7668b7-4ced-4ec5-b8b1-a46d389c4da7',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.835029] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a91411e-a886-49fc-acee-b02c85925ff8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.835264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.835429] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.835665] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.835824] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a91411e-a886-49fc-acee-b02c85925ff8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.836694] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63449707-17f6-4c4b-acc6-d7766cce0cdb taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.836916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.837076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.837306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.837458] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63449707-17f6-4c4b-acc6-d7766cce0cdb',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.840081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f54631b-42e5-4be0-bf33-0a456225404d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.841036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.841036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.841036] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.841036] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f54631b-42e5-4be0-bf33-0a456225404d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.841695] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c46720a-572c-4388-baf1-8704bec70eef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.841918] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.842068] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.845018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.845018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c46720a-572c-4388-baf1-8704bec70eef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.845018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44a8d6a9-b312-462f-a5a9-c06247d6707d taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.845018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.845018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.845018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.845018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44a8d6a9-b312-462f-a5a9-c06247d6707d',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.845018] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.845018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.845018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.845018] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.845018] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c26fb3b-b6f0-4752-a127-ff5a559965e8',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.970910] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33d543ba-fe8c-4dea-8925-5ad584c73575 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.971167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.971167] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.971273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.971332] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33d543ba-fe8c-4dea-8925-5ad584c73575',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.972142] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.975014] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74bf3a62-3432-4037-8d7e-6d940a98e9f9',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.975014] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.975014] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('075e32ca-6f12-4c7c-85dc-6d0b89c40cfe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.975014] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.975014] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.975014] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.975585] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.975585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.975585] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.975722] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.975722] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be821aef-aba3-4bb6-bcac-5dc133cc4c85',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.976340] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.976490] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.976527] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.977426] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.977426] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('972b6b0e-ef40-43c1-a7cc-9c585e25e1c3',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.977426] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d349c99d-678d-4b0c-b41d-340c0576a3b1 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.977627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.977627] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.978076] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.978076] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d349c99d-678d-4b0c-b41d-340c0576a3b1',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.978411] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-387ee7cc-2d20-428c-94dc-d58adb6ba600 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.979021] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.979021] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('387ee7cc-2d20-428c-94dc-d58adb6ba600',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.979590] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e755da3c-0516-4760-b5f4-2afc568d466e taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.979719] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.979784] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.979930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.982009] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e755da3c-0516-4760-b5f4-2afc568d466e',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.982009] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d677ad30-8273-418c-8e25-eed32b876835 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.982009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.982009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.982009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.982009] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d677ad30-8273-418c-8e25-eed32b876835',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.982009] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5 taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.982009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.982009] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.982345] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.982345] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df8dddfa-7a91-4ed3-badf-ff429f86bce5',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.982790] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1119f4e6-2a36-47b5-acda-b868152acefe taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.982888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.982949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.983105] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.983172] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1119f4e6-2a36-47b5-acda-b868152acefe',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.983838] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef taken with stack trace [, , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.983916] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.984747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.984747] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.984747] env[70911]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5970d5f-9aee-4e81-a153-e6dabaa591ef',) {} {{(pid=70911) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.013527] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.013689] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.013748] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.013888] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.015520] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.015634] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.016959] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.017057] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.018139] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.018229] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.029820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.029920] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c46720a-572c-4388-baf1-8704bec70eef is going to be deleted. [ 1580.030653] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.030826] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.045180] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.045357] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63449707-17f6-4c4b-acc6-d7766cce0cdb is going to be deleted. [ 1580.045984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.046172] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.064208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.064309] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a91411e-a886-49fc-acee-b02c85925ff8 is going to be deleted. [ 1580.064977] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.065154] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.080903] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.081049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.086662] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.086759] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f54631b-42e5-4be0-bf33-0a456225404d is going to be deleted. [ 1580.087460] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.087642] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.087736] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.087843] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c46720a-572c-4388-baf1-8704bec70eef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.112081] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.112207] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.112259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.112404] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.112482] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.112586] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63449707-17f6-4c4b-acc6-d7766cce0cdb" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.125922] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.126051] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.126106] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.126235] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.126378] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.126459] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a91411e-a886-49fc-acee-b02c85925ff8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.141134] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.141264] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.141319] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.141436] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.141513] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.141613] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f54631b-42e5-4be0-bf33-0a456225404d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.544677] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.544902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.544902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.545157] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.546794] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.546964] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.547572] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.547660] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.548344] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.548467] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.549073] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.549199] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.549897] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.549982] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.550629] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.550737] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.551371] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.551465] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.552379] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.552478] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.553133] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.553226] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.553843] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.553934] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.554551] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1580.554901] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.555023] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.555663] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1580.555997] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.556102] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.556650] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1580.556989] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.557092] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.557761] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1580.558168] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.558286] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.558852] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1580.559218] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.559302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.564708] env[70911]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1580.565088] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.565198] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 387ee7cc-2d20-428c-94dc-d58adb6ba600 is going to be deleted. [ 1580.566031] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.566228] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.581183] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.581280] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74bf3a62-3432-4037-8d7e-6d940a98e9f9 is going to be deleted. [ 1580.581951] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.582137] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.607342] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.607454] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df8dddfa-7a91-4ed3-badf-ff429f86bce5 is going to be deleted. [ 1580.608133] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.608298] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.624837] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.624957] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.635676] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.635772] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c26fb3b-b6f0-4752-a127-ff5a559965e8 is going to be deleted. [ 1580.636506] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.636687] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.637836] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.637930] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.665100] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.665213] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.673563] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.673674] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d349c99d-678d-4b0c-b41d-340c0576a3b1 is going to be deleted. [ 1580.674388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.674565] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.698138] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.698241] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44a8d6a9-b312-462f-a5a9-c06247d6707d is going to be deleted. [ 1580.699038] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.699208] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.789634] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.789852] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.790522] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.790635] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df7668b7-4ced-4ec5-b8b1-a46d389c4da7 is going to be deleted. [ 1580.791452] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.791641] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.792905] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.792997] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.808408] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.808524] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.829380] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.829495] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 972b6b0e-ef40-43c1-a7cc-9c585e25e1c3 is going to be deleted. [ 1580.830302] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.830530] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.900647] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.900772] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f is going to be deleted. [ 1580.901589] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.901783] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.929797] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.929971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.976214] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.976375] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33d543ba-fe8c-4dea-8925-5ad584c73575 is going to be deleted. [ 1580.977216] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.977443] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.998543] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.998669] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.032721] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.032850] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.044638] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.044749] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be821aef-aba3-4bb6-bcac-5dc133cc4c85 is going to be deleted. [ 1581.045555] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.045751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.056798] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.056910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.081910] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.082044] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1119f4e6-2a36-47b5-acda-b868152acefe is going to be deleted. [ 1581.083049] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.083273] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.113544] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.113652] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d677ad30-8273-418c-8e25-eed32b876835 is going to be deleted. [ 1581.114370] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.114609] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.119213] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.119306] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.198504] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.198624] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5970d5f-9aee-4e81-a153-e6dabaa591ef is going to be deleted. [ 1581.199417] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.199614] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.243330] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.243491] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.266872] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.267034] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.268442] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.268555] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e755da3c-0516-4760-b5f4-2afc568d466e is going to be deleted. [ 1581.269375] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.269574] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.347612] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.347763] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.382766] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.382903] env[70911]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 075e32ca-6f12-4c7c-85dc-6d0b89c40cfe is going to be deleted. [ 1581.383771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.383968] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.384074] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.384192] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-387ee7cc-2d20-428c-94dc-d58adb6ba600" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.384337] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.384552] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.384652] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.384764] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74bf3a62-3432-4037-8d7e-6d940a98e9f9" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.385316] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.385514] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.385616] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.385723] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df8dddfa-7a91-4ed3-badf-ff429f86bce5" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.385849] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.386016] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.386139] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.386259] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d349c99d-678d-4b0c-b41d-340c0576a3b1" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.386408] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.386549] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.386622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.386726] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c26fb3b-b6f0-4752-a127-ff5a559965e8" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.386876] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.387078] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.387122] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.387191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44a8d6a9-b312-462f-a5a9-c06247d6707d" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.387309] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.387475] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.387551] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.387651] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df7668b7-4ced-4ec5-b8b1-a46d389c4da7" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.387771] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.387902] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.387971] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.388089] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-972b6b0e-ef40-43c1-a7cc-9c585e25e1c3" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.388206] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.388335] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.388405] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.388505] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-167e8ffd-8b7c-46a0-9a3f-2f9c224bcb2f" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.388622] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.388751] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.388820] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.388923] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33d543ba-fe8c-4dea-8925-5ad584c73575" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.389055] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.389187] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.389257] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.389358] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be821aef-aba3-4bb6-bcac-5dc133cc4c85" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.389479] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.389611] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.389682] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.389788] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1119f4e6-2a36-47b5-acda-b868152acefe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.389947] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.390101] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.390174] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.390282] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d677ad30-8273-418c-8e25-eed32b876835" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.390410] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.390558] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.390631] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.390733] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5970d5f-9aee-4e81-a153-e6dabaa591ef" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.449857] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.449984] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.450037] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.450198] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.450276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.450387] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e755da3c-0516-4760-b5f4-2afc568d466e" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.561786] env[70911]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=70911) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.561949] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.562020] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.562191] env[70911]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.562276] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.562388] env[70911]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-075e32ca-6f12-4c7c-85dc-6d0b89c40cfe" {{(pid=70911) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}